-- Logs begin at Wed 2022-03-16 10:42:58 UTC, end at Wed 2022-03-16 11:46:05 UTC. -- Mar 16 11:15:13.264841 dv-cinder-790535-29-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 16 11:15:16.199996 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.common.config [-] Logging enabled! Mar 16 11:15:16.200644 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev30 Mar 16 11:15:16.200818 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103028) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 11:15:16.204168 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.common.config [-] Logging enabled! Mar 16 11:15:16.204426 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev30 Mar 16 11:15:16.204770 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103028) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 11:15:16.205965 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 11:15:16.206200 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 11:15:16.206581 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 11:15:16.206830 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 11:15:16.207068 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 11:15:16.207819 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.208254 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 16 11:15:16.208585 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.208903 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.209206 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.209507 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.209799 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.210085 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.210378 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.210676 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.210989 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.211270 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.211558 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.211851 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.212136 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.212426 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.212738 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.213025 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] debug = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.213308 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.213745 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.214155 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.214437 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.214730 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.215011 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.215284 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.215561 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.215846 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.216177 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] host = dv-cinder-790535-29-iscsi {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.216463 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.216780 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.217070 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.217357 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.217634 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.218440 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.218733 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.219011 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.219286 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] log_file = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.219563 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.219855 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.220144 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.220433 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.220684 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.220911 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.221219 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.221509 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.221788 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.222066 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.222341 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.222616 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.222894 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.223165 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.223449 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.223733 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.224019 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.224296 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.224584 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.224873 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.225147 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.225435 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.225710 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.225985 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.226259 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.226544 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.226819 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.227094 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.227395 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.227680 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.227962 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.228246 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.228520 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.228827 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.229100 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.229372 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.229643 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] use_json = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.229915 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.230183 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.230464 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.230735 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.231007 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.231280 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.231551 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.231836 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.232106 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:16.232400 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.232717 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.233022 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.233319 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.234176 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.234460 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.234751 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.235030 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.235321 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.235610 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.235900 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.236184 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.236486 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.236807 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.237103 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.237409 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.237702 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.237993 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.238270 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.238546 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.238819 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.239096 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.239386 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.239666 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.239957 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.240247 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.240525 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.240849 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.241137 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.241430 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.241720 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.241994 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.242272 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.242565 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.242844 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.243116 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.243395 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.243685 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.243966 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.244241 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.244524 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.244827 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.245099 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.245373 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.245650 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.245942 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.246218 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.246491 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.246768 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.247046 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.247319 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.247604 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.247881 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.248155 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.248428 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.248735 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.249011 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.249314 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.249594 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.249870 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.250149 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.250425 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.250706 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.250976 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.251249 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.251523 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.251795 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.252067 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.252350 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.252654 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.252933 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.253208 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.253485 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.253759 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.254046 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.254345 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.254626 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.254905 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.255183 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.255463 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.255738 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.256013 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.256290 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.256585 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.256869 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.257158 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.257443 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.257732 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.258033 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.258309 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.258604 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.258880 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.259155 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.259437 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.259714 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.259991 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.260273 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.260554 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.260876 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.261170 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.261465 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.261760 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.262053 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.262333 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.262644 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.262922 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:16.263142 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 11:15:16.263384 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103028) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 16 11:15:16.635980 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 16 11:15:16.636188 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 16 11:15:16.636494 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 16 11:15:16.637001 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 16 11:15:16.979162 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:16.979456 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:16.979729 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:16.980939 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:16.981218 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:16.981607 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.037175 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.037452 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.037720 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.052401 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.052699 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.052972 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.081315 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.081596 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.081865 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.224498 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.225107 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.225107 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.462313 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.462602 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.462870 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.463140 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.463835 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.566767 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.567090 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.567373 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.567646 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.567916 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.568229 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.568493 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.568779 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.569037 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.569322 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.569587 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.569854 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.570112 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.570366 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.570623 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.570888 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.571150 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.571424 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.571698 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.571961 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.572234 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.572488 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.572794 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.573173 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.573426 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.573673 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.574070 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:15:17.574314 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:15:17.574555 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:15:17.574793 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:15:17.575030 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:15:17.575264 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:15:17.575638 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 16 11:15:17.578852 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 16 11:15:17.583546 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 16 11:15:17.587518 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Mar 16 11:15:17.589541 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 16 11:15:17.590245 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 16 11:15:17.590589 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 16 11:15:17.590990 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 16 11:15:17.594833 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 16 11:15:17.595245 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 16 11:15:17.595820 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 11:15:17.601688 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 16 11:15:17.626120 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 16 11:15:17.626588 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.626892 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103028) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 16 11:15:17.627267 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.628678 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103028) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 16 11:15:17.628966 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 11:15:17.629218 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 16 11:15:17.632591 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.632885 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:17.695305 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 16 11:15:17.695546 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 16 11:15:17.695783 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 16 11:15:17.696152 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 16 11:15:17.716525 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_db.sqlalchemy.engines [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103028) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 16 11:15:18.159028 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Initializing driver for type 'gre' Mar 16 11:15:18.159472 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] gre ID ranges: [(1, 1000)] Mar 16 11:15:18.210902 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Initializing driver for type 'local' Mar 16 11:15:18.211271 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Initializing driver for type 'vlan' Mar 16 11:15:18.224214 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] VlanTypeDriver initialization complete Mar 16 11:15:18.224585 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Initializing driver for type 'vxlan' Mar 16 11:15:18.225101 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] vxlan ID ranges: [(1, 1000)] Mar 16 11:15:18.276886 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Initializing extension driver 'port_security' Mar 16 11:15:18.277217 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.extensions.port_security [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] PortSecurityExtensionDriver initialization complete Mar 16 11:15:18.277558 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Initializing mechanism driver 'openvswitch' Mar 16 11:15:18.277881 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Initializing mechanism driver 'hyperv' Mar 16 11:15:18.284625 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:18.285483 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > port after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.285860 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > port after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.286218 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > port after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.286743 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 11:15:18.287180 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.287556 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.287889 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.288286 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 11:15:18.288735 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > network after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.289089 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > network after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.289433 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > network after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.289833 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 11:15:18.290242 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.290593 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.290936 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.291364 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 11:15:18.291773 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.292120 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.292459 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.292885 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 11:15:18.293296 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.293646 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.293989 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.294384 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 11:15:18.294828 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] ML2 OVO RPC backend initialized. {{(pid=103028) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 16 11:15:18.295540 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.296439 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.296906 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > network before_response 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.297260 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > networks before_response 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.297611 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > port before_response 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.297954 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > ports before_response 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.298300 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.298641 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.298988 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > network after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.299329 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > network after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.299671 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > network after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.300010 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > port after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.300350 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > port after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.300751 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > port after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.301097 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.301439 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.301784 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.309096 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded quota_driver: . Mar 16 11:15:18.309462 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.plugin [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Modular L2 Plugin initialization complete Mar 16 11:15:18.309809 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading services supported by the core plugin {{(pid=103028) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 16 11:15:18.310153 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.plugins.ml2.managers [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Got port-security extension from driver 'port_security' Mar 16 11:15:18.310636 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.extensions.vlantransparent [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Disabled vlantransparent extension. Mar 16 11:15:18.311135 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103028) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 16 11:15:18.311460 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading Plugin: router Mar 16 11:15:18.348270 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.348700 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router after_create 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.349078 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router before_create 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.349446 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.349821 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.350183 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router after_delete 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.350546 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.350898 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.351258 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router after_create 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.351609 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router after_update 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.351959 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router after_update 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.352318 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.352707 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router after_update 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.353119 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.353489 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: port after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.353831 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: port after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.354174 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: subnet after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.354516 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.354867 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.355216 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.355559 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: port before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.355907 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.356268 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router after_update 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.356765 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.357126 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.357500 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.357852 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.358216 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > agent after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.359114 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.359463 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > network after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.360322 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Tracking information for resource: router configured {{(pid=103028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:15:18.360685 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Tracking information for resource: floatingip configured {{(pid=103028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:15:18.365598 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.db.l3_agentschedulers_db [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 16 11:15:18.366178 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: port after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.366543 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: port after_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.366901 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: port after_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.367261 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: port after_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.368058 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router before_create 55550100 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.368424 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.368816 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.369180 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.374441 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.services.provider_configuration [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service providers = [] {{(pid=103028) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 16 11:15:18.374815 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.db.servicetype_db [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103028) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 16 11:15:18.377808 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.services.service_base [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 11:15:18.378168 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.services.service_base [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 11:15:18.378510 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.services.service_base [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 11:15:18.379399 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.services.service_base [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 11:15:18.379774 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.services.service_base [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 16 11:15:18.380147 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:15:18.380466 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 16 11:15:18.391467 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:15:18.391809 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading Plugin: auto_allocate Mar 16 11:15:18.397684 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: network precommit_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.397992 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: network precommit_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.398508 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:15:18.398827 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading Plugin: tag Mar 16 11:15:18.406163 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:15:18.406499 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading Plugin: timestamp Mar 16 11:15:18.410421 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:15:18.410707 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading Plugin: network_ip_availability Mar 16 11:15:18.416186 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.416557 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.416941 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.417655 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:15:18.417977 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading Plugin: flavors Mar 16 11:15:18.423501 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:15:18.423840 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading Plugin: revisions Mar 16 11:15:18.428176 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:15:18.428599 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_concurrency.lockutils [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=103028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 16 11:15:18.429333 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103028) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 16 11:15:18.429674 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Initializing extension manager. Mar 16 11:15:18.430198 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: __init__.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.430542 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: __pycache__ {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.430879 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: address_group.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.431636 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.432202 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: address-group Mar 16 11:15:18.432528 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: address_scope.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.433271 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.433788 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: address-scope Mar 16 11:15:18.434112 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.435060 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.435569 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: router-admin-state-down-before-update Mar 16 11:15:18.435894 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: agent.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.436654 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.437167 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: agent Mar 16 11:15:18.437492 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: agent_resources_synced.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.438407 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.438922 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: agent-resources-synced Mar 16 11:15:18.439248 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.441092 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.441618 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: allowed-address-pairs Mar 16 11:15:18.441950 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.443036 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.443550 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: auto-allocated-topology Mar 16 11:15:18.443875 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: availability_zone.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.444594 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.445104 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: availability_zone Mar 16 11:15:18.445430 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: availability_zone_filter.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.446340 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.446851 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: availability_zone_filter Mar 16 11:15:18.447175 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: data_plane_status.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.448076 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.448599 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension data-plane-status not supported by any of loaded plugins Mar 16 11:15:18.448925 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: default_subnetpools.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.449841 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.450354 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: default-subnetpools Mar 16 11:15:18.450678 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.451488 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.452017 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: dhcp_agent_scheduler Mar 16 11:15:18.452347 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: dns.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.453298 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.453806 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension dns-integration not supported by any of loaded plugins Mar 16 11:15:18.454132 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: dns_domain_ports.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.455044 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.455810 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 16 11:15:18.456134 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.457092 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.457600 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 16 11:15:18.457921 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: dvr.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.458593 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.459103 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: dvr Mar 16 11:15:18.459426 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: ecmp_routes.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.460341 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.460875 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 16 11:15:18.461201 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: empty_string_filtering.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.462106 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.462617 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: empty-string-filtering Mar 16 11:15:18.462940 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.463846 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.464359 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 16 11:15:18.464717 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.465624 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.466133 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 16 11:15:18.466461 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: external_net.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.467378 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.468426 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: external-net Mar 16 11:15:18.468776 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.469686 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.470204 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: extra_dhcp_opt Mar 16 11:15:18.470528 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: extraroute.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.471431 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.471946 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: extraroute Mar 16 11:15:18.472270 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: extraroute_atomic.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.473329 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.473847 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: extraroute-atomic Mar 16 11:15:18.474169 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: filter_validation.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.474828 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.475337 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: filter-validation Mar 16 11:15:18.475659 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: fip_pf_description.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.476561 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.477091 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 16 11:15:18.477415 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: fip_port_details.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.478512 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.479025 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: fip-port-details Mar 16 11:15:18.479348 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: flavors.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.480612 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.481140 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: flavors Mar 16 11:15:18.481468 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.483152 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.484239 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 16 11:15:18.484581 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: floatingip_pools.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.485284 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.485801 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: floatingip-pools Mar 16 11:15:18.486130 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: ip_allocation.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.487070 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.487577 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension ip_allocation not supported by any of loaded plugins Mar 16 11:15:18.487902 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.488856 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.489372 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: ip-substring-filtering Mar 16 11:15:18.489701 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: l2_adjacency.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.490624 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.491135 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 16 11:15:18.491462 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: l3.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.492420 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.492968 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: router Mar 16 11:15:18.493298 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.495568 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.496100 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 16 11:15:18.496437 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.497402 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.497922 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: ext-gw-mode Mar 16 11:15:18.498258 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.499325 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.499845 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: l3-ha Mar 16 11:15:18.500217 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.501127 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.501703 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 16 11:15:18.502060 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: l3_flavors.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.502951 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.503462 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: l3-flavors Mar 16 11:15:18.503858 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.505401 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.505913 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 16 11:15:18.506248 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.507484 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.508010 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 16 11:15:18.508337 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: l3agentscheduler.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.509430 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.510017 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: l3_agent_scheduler Mar 16 11:15:18.510362 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: local_ip.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.512494 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.512942 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension local_ip not supported by any of loaded plugins Mar 16 11:15:18.513271 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: logging.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.516444 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.517060 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension logging not supported by any of loaded plugins Mar 16 11:15:18.517401 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: metering.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.518164 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.518751 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: metering Mar 16 11:15:18.519083 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.520192 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.520753 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: metering_source_and_destination_fields Mar 16 11:15:18.521088 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: multiprovidernet.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.522021 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.522541 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: multi-provider Mar 16 11:15:18.522871 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: netmtu.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.523788 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.524304 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: net-mtu Mar 16 11:15:18.524762 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: netmtu_writable.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.525694 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.526204 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: net-mtu-writable Mar 16 11:15:18.526531 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: network_availability_zone.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.527202 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.527717 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: network_availability_zone Mar 16 11:15:18.528042 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: network_ip_availability.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.529195 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.529712 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: network-ip-availability Mar 16 11:15:18.530038 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: network_segment_range.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.531324 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.531832 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension network-segment-range not supported by any of loaded plugins Mar 16 11:15:18.532156 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: pagination.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.533172 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.533504 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: pagination Mar 16 11:15:18.533831 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: port_device_profile.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.534745 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.535262 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: port-device-profile Mar 16 11:15:18.535587 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.536506 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.537045 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: port-mac-address-regenerate Mar 16 11:15:18.537374 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.538309 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.538822 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: port-numa-affinity-policy Mar 16 11:15:18.539146 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: port_resource_request.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.540073 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.540593 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension port-resource-request not supported by any of loaded plugins Mar 16 11:15:18.540923 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.541885 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.542393 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 16 11:15:18.542720 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: portbindings.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.543641 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.544162 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: binding Mar 16 11:15:18.544487 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: portbindings_extended.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.545821 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.546877 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: binding-extended Mar 16 11:15:18.547208 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: portsecurity.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.548138 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.548682 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: port-security Mar 16 11:15:18.549011 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: project_id.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.549988 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.550315 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: project-id Mar 16 11:15:18.550637 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: providernet.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.551565 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.552077 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: provider Mar 16 11:15:18.552399 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.556017 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.556546 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos not supported by any of loaded plugins Mar 16 11:15:18.556905 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.558173 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.558697 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 16 11:15:18.559032 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.559955 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.560663 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 16 11:15:18.561170 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_default.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.562667 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.563531 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-default not supported by any of loaded plugins Mar 16 11:15:18.564103 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_fip.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.565583 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.566418 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-fip not supported by any of loaded plugins Mar 16 11:15:18.566928 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.568296 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.569151 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 16 11:15:18.569668 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.571110 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.571759 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 16 11:15:18.572296 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.574037 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.574562 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 16 11:15:18.574896 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.575937 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.576456 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 16 11:15:18.576828 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.577906 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.578431 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 16 11:15:18.578761 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_pps_rule.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.579944 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.580758 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-pps not supported by any of loaded plugins Mar 16 11:15:18.581087 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.582011 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.582525 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 16 11:15:18.582849 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.583770 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.584282 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 16 11:15:18.584637 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: qos_rules_alias.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.585698 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.586215 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 16 11:15:18.586538 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: quota_check_limit.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.587452 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.587976 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: quota-check-limit Mar 16 11:15:18.588302 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: quotasv2.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.589298 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.589632 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: quotas Mar 16 11:15:18.589956 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: quotasv2_detail.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.591675 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.592016 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: quota_details Mar 16 11:15:18.592352 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: rbac.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.593973 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.594505 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: rbac-policies Mar 16 11:15:18.594842 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: rbac_address_group.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.595775 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.596294 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: rbac-address-group Mar 16 11:15:18.596652 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: rbac_address_scope.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.597574 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.598100 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: rbac-address-scope Mar 16 11:15:18.598431 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: rbac_security_groups.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.599348 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.599870 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: rbac-security-groups Mar 16 11:15:18.600197 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.601204 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.601727 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: rbac-subnetpool Mar 16 11:15:18.602058 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: revisionifmatch.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.602987 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.603504 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: revision-if-match Mar 16 11:15:18.603829 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: revisions.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.604970 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.605492 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: standard-attr-revisions Mar 16 11:15:18.605820 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: router_availability_zone.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.606495 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.607008 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: router_availability_zone Mar 16 11:15:18.607338 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: routerservicetype.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.608338 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.609397 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension router-service-type not supported by any of loaded plugins Mar 16 11:15:18.609725 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.610652 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.611166 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: security-groups-normalized-cidr Mar 16 11:15:18.611493 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.612411 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.612955 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: port-security-groups-filtering Mar 16 11:15:18.613284 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.614219 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.614731 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: security-groups-remote-address-group Mar 16 11:15:18.615056 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.615990 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.616505 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: security-groups-shared-filtering Mar 16 11:15:18.616856 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.617445 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 16 11:15:18.617773 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: securitygroup.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.627415 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.627948 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: security-group Mar 16 11:15:18.628289 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: segment.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.629057 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.629574 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension segment not supported by any of loaded plugins Mar 16 11:15:18.629905 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.630852 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.631364 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 16 11:15:18.631693 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: servicetype.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.632818 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.633345 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: service-type Mar 16 11:15:18.633679 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: sorting.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.634666 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.635001 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: sorting Mar 16 11:15:18.635328 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: standard_attr_segment.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.636263 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.636819 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 16 11:15:18.637149 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: standardattrdescription.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.637801 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.638312 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: standard-attr-description Mar 16 11:15:18.638637 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: stateful_security_group.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.639604 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.640122 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: stateful-security-group Mar 16 11:15:18.640447 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: stdattrs_common.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.641047 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 16 11:15:18.641367 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.642299 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.642816 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 16 11:15:18.643141 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: subnet_onboard.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.644190 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.644751 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: subnet_onboard Mar 16 11:15:18.645077 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.646010 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.646521 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 16 11:15:18.646842 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: subnet_service_types.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.647778 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.648294 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: subnet-service-types Mar 16 11:15:18.648644 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: subnetallocation.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.649733 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.650250 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: subnet_allocation Mar 16 11:15:18.650575 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.651238 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.651746 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: subnetpool-prefix-ops Mar 16 11:15:18.652070 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.653040 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.653559 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 16 11:15:18.653881 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: tagging.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.654953 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.656013 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: standard-attr-tag Mar 16 11:15:18.656338 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: timestamp.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.657573 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.658106 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loaded extension: standard-attr-timestamp Mar 16 11:15:18.658420 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: trunk.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.659451 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.659966 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension trunk not supported by any of loaded plugins Mar 16 11:15:18.660294 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: trunk_details.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.661283 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.661748 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension trunk-details not supported by any of loaded plugins Mar 16 11:15:18.662071 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.662993 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.663509 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 16 11:15:18.663834 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Loading extension file: vlantransparent.py {{(pid=103028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 11:15:18.664503 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 11:15:18.665044 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 16 11:15:18.667552 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:network Mar 16 11:15:18.668094 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:subnet Mar 16 11:15:18.668494 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 11:15:18.668929 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:port Mar 16 11:15:18.670151 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.670587 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service FLAVORS assigned prefix: {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.671786 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.672226 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.672559 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:router Mar 16 11:15:18.673011 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:floatingip Mar 16 11:15:18.673514 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service METERING assigned prefix: /metering {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.674944 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.675332 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.675689 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:15:18.676732 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 11:15:18.677167 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:security_group Mar 16 11:15:18.677606 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 11:15:18.678208 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service CORE assigned prefix: {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.678547 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 11:15:18.678892 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] subnetpool is already registered Mar 16 11:15:18.679327 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service CORE assigned prefix: {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.679654 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 11:15:18.679984 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] subnetpool is already registered Mar 16 11:15:18.682262 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.682701 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service FLAVORS assigned prefix: {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.683289 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.683710 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.684044 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:router Mar 16 11:15:18.684381 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] router is already registered Mar 16 11:15:18.684839 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:floatingip Mar 16 11:15:18.685161 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] floatingip is already registered Mar 16 11:15:18.685612 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service METERING assigned prefix: /metering {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.686283 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 11:15:18.686641 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] rbac_policy is already registered Mar 16 11:15:18.687051 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:security_group Mar 16 11:15:18.687393 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] security_group is already registered Mar 16 11:15:18.687800 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 11:15:18.688138 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] security_group_rule is already registered Mar 16 11:15:18.688791 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service CORE assigned prefix: {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.689124 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 11:15:18.689460 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] subnetpool is already registered Mar 16 11:15:18.689885 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.v2.resource_helper [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Service CORE assigned prefix: {{(pid=103028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:15:18.690213 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 11:15:18.690545 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING neutron.quota.resource_registry [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] subnetpool is already registered Mar 16 11:15:18.690999 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: extensions {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.692461 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: address-groups {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.693968 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: address-scopes {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.695286 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: agents {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.696451 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: auto-allocated-topology {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.697724 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: availability_zones {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.698931 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: dhcp-networks {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.700449 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: dhcp-agents {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.701919 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: routers {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.704673 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: flavors {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.706151 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: service_profiles {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.707365 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: next_providers {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.708915 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: service_profiles {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.710465 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: floatingip-pools {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.711696 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: routers {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.713905 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: floatingips {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.716060 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: l3-routers {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.717557 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: l3-agents {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.719508 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: metering-labels {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.720899 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: metering-label-rules {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.722184 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: network-ip-availabilities {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.723439 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: bindings {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.725135 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: quotas {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.726681 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: quotas {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.728213 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: rbac-policies {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.729535 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: security-groups {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.730757 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: security-group-rules {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.732002 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: service-providers {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.733265 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: subnetpools {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.734707 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: subnetpools {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.736159 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: tags {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.737876 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: tags {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.739676 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: tags {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.741481 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: tags {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.743257 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: tags {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.745152 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: tags {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.746821 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: tags {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.748811 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: tags {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.750573 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: tags {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.752441 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron.api.extensions [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Extended resource: tags {{(pid=103028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 11:15:18.758291 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING keystonemiddleware.auth_token [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 16 11:15:18.763023 dv-cinder-790535-29-iscsi neutron-server[103028]: WARNING keystonemiddleware.auth_token [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 16 11:15:18.772080 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_concurrency.lockutils [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Acquired lock "singleton_lock" {{(pid=103028) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 16 11:15:18.772555 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_concurrency.lockutils [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Releasing lock "singleton_lock" {{(pid=103028) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 16 11:15:18.773239 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO oslo_service.service [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Starting 2 workers Mar 16 11:15:18.778173 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Started child 103137 {{(pid=103028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 11:15:18.783342 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Started child 103138 {{(pid=103028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 11:15:18.784380 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:18.785040 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO neutron.service [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 16 11:15:18.785681 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:18.786101 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [-] (103137) wsgi starting up on http://0.0.0.0:9696 Mar 16 11:15:18.788157 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO oslo_service.service [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Starting 1 workers Mar 16 11:15:18.788394 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:18.789874 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [-] (103138) wsgi starting up on http://0.0.0.0:9696 Mar 16 11:15:18.793524 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Started child 103139 {{(pid=103028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 11:15:18.794080 dv-cinder-790535-29-iscsi neutron-server[103028]: INFO oslo_service.service [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Starting 1 workers Mar 16 11:15:18.797301 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.service [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] calling RpcWorker wait() {{(pid=103139) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 16 11:15:18.797873 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.service [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] returning from RpcWorker wait() {{(pid=103139) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 16 11:15:18.798687 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Started child 103140 {{(pid=103028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 11:15:18.799243 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:18.799526 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e09d1c94-226e-4d27-9029-44a2964af7d3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:18.799818 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:18.801508 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103028) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 16 11:15:18.801725 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 11:15:18.801917 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 11:15:18.802147 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 11:15:18.802497 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 11:15:18.802662 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 11:15:18.803191 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.803477 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.803782 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.804039 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.804324 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.804615 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:18.805076 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.805224 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.805485 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.805754 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.806006 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.806173 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.806262 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:18.806359 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.806574 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.806822 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.807107 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.807379 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.807617 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.807904 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.808077 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.808351 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.808657 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.808893 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.809163 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] debug = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.809432 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.809937 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.810168 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.810410 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.810647 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.810928 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.811174 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.811512 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.811766 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.811986 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.812210 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.812475 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.812741 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.812979 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.813223 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.813440 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.813685 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.813927 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.814385 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] host = dv-cinder-790535-29-iscsi {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.814636 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.814855 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.815085 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.815334 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.815581 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.815827 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.816103 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.816369 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.816633 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.816886 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.817135 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.817384 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.817610 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.817864 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_file = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.818028 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_options = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.818246 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.818529 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.818773 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.818968 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.819137 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.819300 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.819557 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.819719 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.819960 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.820178 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.820393 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.820628 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.820846 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.821079 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.821326 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.821564 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.821801 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.822033 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.822335 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.822534 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.822776 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.823002 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.823236 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.823481 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.823712 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.823944 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.824195 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.824443 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.824701 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.824934 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.825152 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.825402 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.825625 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.825944 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.826212 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.826365 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.826595 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.826815 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.828393 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.828393 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.828393 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.828393 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.828778 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.828778 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.829002 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.829234 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.829466 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] use_json = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.829699 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.829956 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.830498 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.830656 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.830889 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.831069 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.831303 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.831562 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.831786 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.832226 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.832541 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.832874 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.833123 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.833391 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.833632 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.833874 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.834093 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.834359 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.834594 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.834910 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.835310 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.835614 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.835886 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.836146 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.836482 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.836799 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.837057 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.837301 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.837523 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.837761 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.838023 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.838293 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.838516 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.838766 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.839158 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.839534 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.839820 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.840392 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.840392 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.840796 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.840961 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.842711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.842711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.842711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.842711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.842711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.842711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.842711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845020 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845020 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845020 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845020 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845020 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845020 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845020 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845020 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845704 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845704 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845704 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845912 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.845998 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.848711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.848711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.848711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.848711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.848711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.848711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.848711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.848711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.848711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.849365 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.849365 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.849365 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.849365 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.849365 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.849365 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.849774 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.849774 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.849989 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.850208 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.850442 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.850641 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.850855 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.851088 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.851328 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.851553 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.851777 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.851983 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.852283 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.852393 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.855945 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.855945 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.855945 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.855945 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.855945 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.855945 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.855945 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.855945 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.855945 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.856674 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.856674 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.856674 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.856674 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.856674 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.856674 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.856674 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.856674 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.857241 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.857241 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.857241 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.857241 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.857536 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.857616 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.858385 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.858385 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.858385 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.858645 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.858728 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.860386 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.860386 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.860386 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.860386 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.860386 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.860386 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.860386 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.860982 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.860982 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.861148 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865040 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865040 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865040 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865040 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865040 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865040 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865040 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865040 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865704 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865704 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865704 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865704 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865704 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865704 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865704 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865704 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.865704 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.866344 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.866344 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.866344 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.866344 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.866646 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.866646 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.866989 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.867126 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.868598 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.868598 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.868598 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.868598 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.868598 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.868598 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.869076 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.869076 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.869227 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.869436 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.869650 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.869872 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.870089 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.870349 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.870587 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.870804 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.871068 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.871283 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.871507 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.871747 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.871963 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.872191 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.872436 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.872674 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.872914 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.873155 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.873371 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.873589 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.873847 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.874087 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.874340 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.874586 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.874816 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.875071 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.875296 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.875557 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.875784 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.876067 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.876329 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.876602 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.876836 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.877058 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.877271 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.877535 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.877728 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.877924 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.878152 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.878364 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.878600 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.878844 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.879193 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.879434 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.879667 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.879902 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.880163 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.880404 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.880642 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.880861 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.881093 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.881324 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.881558 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.881795 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.882029 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.882265 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.882501 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.882736 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.882995 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.883254 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.883507 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.883733 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.883964 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.884180 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.884431 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.884656 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.884872 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.885103 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.885316 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.885552 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.885763 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.886057 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.886318 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.886566 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.886820 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.887049 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.887281 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.887510 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.887723 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.887936 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.888162 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.888399 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.888633 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.888865 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.889079 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.889291 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.890050 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.890263 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.890474 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.890718 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.890935 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.891129 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.891354 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.891807 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.892197 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.892429 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.892668 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.892883 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.893131 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.893372 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.893753 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.893987 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.894210 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.894422 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.894650 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.894875 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.895109 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.895389 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.895651 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.895896 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.896184 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.896451 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.896728 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.896976 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.897282 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.897504 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.897754 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.897991 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.898248 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.898472 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.898733 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.899620 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.899620 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.899620 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.899887 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.900105 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.900380 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.900679 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.900915 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.901224 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.901581 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.901878 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.902140 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.902374 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.902648 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.902874 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.903090 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.903309 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.903560 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.903778 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.904204 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.904621 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.904842 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.905126 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.905409 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.905650 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.905898 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.906113 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.906351 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.906630 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.906740 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 11:15:18.907245 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103028) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 16 11:15:18.907413 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 11:15:18.907565 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 11:15:18.907766 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 11:15:18.907900 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 11:15:18.908051 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 11:15:18.908263 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.908426 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.908604 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.908772 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.908915 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.909100 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.909261 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.909419 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.909576 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.909734 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.909891 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.910048 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.910206 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.910390 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.910519 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.910675 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.910834 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.910991 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.911153 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.911361 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.911462 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.911616 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.911773 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] debug = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.911930 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.912122 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.912327 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.912424 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.912610 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.912766 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.912869 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:18.912959 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.913068 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.913226 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.913384 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.913541 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.913795 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.913897 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.913990 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.914143 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.914299 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.914457 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.914614 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.914773 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] host = dv-cinder-790535-29-iscsi {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.914930 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.915088 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.915245 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.915396 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.915562 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.915719 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.915997 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.916101 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.916182 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.916309 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.916461 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.916647 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.916812 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.916968 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_file = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.917125 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_options = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.917283 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.917781 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.917781 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.917781 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.918019 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.918098 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.918319 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.918417 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.918500 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.918740 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.918848 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.918949 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.919101 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.919253 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.919406 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.919569 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.919724 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.919882 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.920039 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.920196 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.920352 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.920509 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.921195 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.921437 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.921597 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.921755 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.921988 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.922091 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.922212 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.922415 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.922551 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.922666 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.922819 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.923043 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.923146 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.923273 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.923429 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.923585 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.923746 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.923903 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.924060 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.924216 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.924373 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.924531 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.924710 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.924869 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.925028 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] use_json = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.925185 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.925342 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.925499 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.925656 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.925828 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.925984 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.926129 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.926287 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.926443 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:15:18.926622 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.926785 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.926958 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.927121 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.927282 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.927448 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.927608 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.927768 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.927928 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.928089 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.928257 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.928418 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.928607 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.928774 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.928926 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.929083 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.929246 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.929408 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.929570 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.929730 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.929892 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.930053 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.930224 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.930385 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.931834 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.931834 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.931834 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.931834 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.931834 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.931834 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.931834 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.931834 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.932433 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.932433 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.932433 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.932433 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.932433 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.933545 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.933545 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.933545 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.933545 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.933545 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.933545 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.933545 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.934047 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.934047 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.934047 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.934047 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.934318 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.934318 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.934473 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.934623 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.934784 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.934945 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.935121 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.935264 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.935442 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.935593 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.935755 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.935917 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.936081 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.936237 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.936455 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.939928 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.940131 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.940246 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 46910) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:15:18.940336 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.940493 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.940694 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.940886 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.941058 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.941227 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.941395 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.941564 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.941729 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.941894 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.942060 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.942225 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.942389 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.942552 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.942714 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.942877 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.943040 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.943202 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.943364 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.943526 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.943688 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.943849 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.944011 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.944234 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.944327 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.944480 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.944675 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.944855 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.945578 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.945578 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.945578 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.945578 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.946004 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.946004 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.946004 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.946292 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.946292 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.946515 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.946515 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.946757 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.946878 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.946999 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.947121 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.947267 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.947267 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.947267 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.947267 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.947267 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.948404 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.948404 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.948404 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.950215 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063279 Mar 16 11:15:18.950311 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.950311 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.950311 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.950311 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.950311 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.950311 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.950671 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.951453 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.951661 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.952957 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.953301 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.954891 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.954891 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.954891 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.954891 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.954891 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.954891 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.954891 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.954891 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.954891 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.956957 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.956957 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.956957 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.956957 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.956957 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.956957 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.956957 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.956957 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959245 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959245 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959245 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959245 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959245 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959245 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959245 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959245 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959806 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959806 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959806 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959806 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959806 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959806 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.959806 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.960200 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.960200 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.960200 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.960371 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.960445 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.960908 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.960908 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.960908 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.961156 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.961235 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.962177 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.962177 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.962177 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.962177 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.962177 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.962177 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.962599 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.962599 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.962599 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.962773 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.962882 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.963288 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.964245 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.964245 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.964406 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.964474 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.964714 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.964805 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.964956 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.965125 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.965286 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.965449 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.965611 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.965773 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.965937 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.966120 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.966284 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.966446 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.966611 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.966773 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.966935 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.967097 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.967259 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.967420 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.967653 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.967801 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.967964 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.968126 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.968288 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.968449 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.968631 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.968799 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.968962 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.969126 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.969287 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.969450 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.969612 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.969772 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.969932 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.970093 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.970254 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.970415 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.970575 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.970736 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.970912 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.971074 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.971236 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.971397 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.971558 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.971719 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.971891 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.972059 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.972211 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.972373 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.972533 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.972821 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.973020 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.973155 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.973316 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.973478 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.973638 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.973804 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.973973 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.974134 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.974296 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.974458 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.974619 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.974780 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.974951 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.975129 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.975682 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.975682 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.975682 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.975929 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.975929 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.976086 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.976172 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.976332 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.976492 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.976720 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.976893 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.977056 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.977218 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.977388 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.977550 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.977711 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.977877 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.978050 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.978211 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.978374 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.978536 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.978697 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.978869 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.979025 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.979187 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.979333 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.979506 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.979669 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.979840 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.980011 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.980166 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.980330 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.980499 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.980696 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.980858 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.981855 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.981855 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.981855 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.981855 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.981855 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.981855 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.982316 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.982316 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.982316 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.982532 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.982532 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.982679 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.982820 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.982980 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.983142 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.983992 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.983992 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.984147 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:15:18.984303 dv-cinder-790535-29-iscsi neutron-server[103028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 11:15:30.292352 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285fdbb4-7e5f-401b-821c-736db8728aa1 None None] get_active_networks_info from dv-cinder-790535-29-iscsi {{(pid=103139) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 16 11:15:30.375068 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285fdbb4-7e5f-401b-821c-736db8728aa1 None None] No non-hosted networks {{(pid=103139) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 16 11:15:30.391808 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.agentschedulers_db [None req-285fdbb4-7e5f-401b-821c-736db8728aa1 None None] DHCP Agent not found on host dv-cinder-790535-29-iscsi {{(pid=103139) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 16 11:15:30.446403 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e415a08d-ad00-447c-a424-3d3fc946b0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776103'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:32.743559 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-905e9242-a4f9-4848-9d78-11855fc9ce1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776103'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:32.787999 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1d326f8c-ec00-4b72-a734-0fac64964f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:33.422454 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776103'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:34.966116 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776103'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:36.298155 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 46990) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:15:36.570242 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776103'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:36.571682 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.572205 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.573080 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.573916 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.574684 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.575162 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.575984 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.576489 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.576982 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.577541 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.578076 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.578551 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.579318 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.579695 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.580203 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:36.580795 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-29-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:36.587667 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-29-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:36.871489 dv-cinder-790535-29-iscsi neutron-server[103138]: WARNING oslo_policy.policy [None req-cd110ca3-7341-4664-8a79-96f41b58b187 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:15:36.872346 dv-cinder-790535-29-iscsi neutron-server[103138]: WARNING oslo_policy.policy [None req-cd110ca3-7341-4664-8a79-96f41b58b187 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:15:37.108915 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [None req-cd110ca3-7341-4664-8a79-96f41b58b187 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:15:37.112625 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-cd110ca3-7341-4664-8a79-96f41b58b187 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8108346 Mar 16 11:15:38.873019 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.db.l3_hamode_db [None req-c81efbc4-d8a0-4267-b875-4b3087941465 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 16 11:15:38.963131 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81efbc4-d8a0-4267-b875-4b3087941465 None None] Routers set() bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:15:38.963512 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81efbc4-d8a0-4267-b875-4b3087941465 None None] Router IDs set() for agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 16 11:15:39.683792 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47016) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:15:39.993116 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-7eb8777d-a327-46c0-8e77-08ff7b11ec52 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:40.085908 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.policy [None req-7eb8777d-a327-46c0-8e77-08ff7b11ec52 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103138) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 11:15:40.128707 dv-cinder-790535-29-iscsi neutron-server[103138]: WARNING oslo_policy.policy [None req-7eb8777d-a327-46c0-8e77-08ff7b11ec52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:15:40.129121 dv-cinder-790535-29-iscsi neutron-server[103138]: WARNING oslo_policy.policy [None req-7eb8777d-a327-46c0-8e77-08ff7b11ec52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:15:40.223657 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eb8777d-a327-46c0-8e77-08ff7b11ec52 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763247826798', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763247825211', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763247874280', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763247886008', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763247859230', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763247806413', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3612968', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3459650', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-330427', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780684'] for rbac-policy (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:40.289148 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eb8777d-a327-46c0-8e77-08ff7b11ec52 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:40.291342 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-7eb8777d-a327-46c0-8e77-08ff7b11ec52 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6056473 Mar 16 11:15:42.769367 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47026) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:15:43.071486 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:43.100537 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Made reservation on behalf of cf4e33fa6ed349af9e3f27377362f1dc for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:43.104392 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:43.122177 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:43.227634 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Publish callbacks [] for security_group (0cccac60-ec5f-4e6f-a175-eae021c3754e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:43.231464 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (0cccac60-ec5f-4e6f-a175-eae021c3754e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:43.255449 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:43.290185 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763249446593', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (4f395975-dfbf-4a8c-89a0-71865801f9bf), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:43.290775 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Unsubscribe: segment precommit_create {{(pid=103138) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 11:15:43.291269 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.segments_db [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Added segment 4f395975-dfbf-4a8c-89a0-71865801f9bf of type vlan for network 6484ff7f-9cea-40c0-a37a-63779820f8c3 Mar 16 11:15:43.306546 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0cccac60-ec5f-4e6f-a175-eae021c3754e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:43.357503 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.357848 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.358214 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.358568 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.358902 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.359233 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.359560 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.359885 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.360222 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.360547 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.360894 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.361228 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.361551 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.361866 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.362180 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Tracked resource versions report: Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: pushed versions: Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: { 'AddressGroup': {'1.2'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Agent': {'1.1'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'ConntrackHelper': {'1.0'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'LocalIPAssociation': {'1.0'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Log': {'1.0'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'NDPProxy': {'1.0'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Network': {'1.1'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Port': {'1.7'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'PortForwarding': {'1.2'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'QosPolicy': {'1.10'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'SecurityGroup': {'1.5'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'SubPort': {'1.0'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Subnet': {'1.1'}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Trunk': {'1.1'}} Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: consumer versions: Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: { DHCP agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: L3 agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: Metadata agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: Metering agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: Open vSwitch agent@dv-cinder-790535-29-iscsi: { 'AddressGroup': '1.2', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Agent': '1.1', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'ConntrackHelper': '1.0', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'LocalIPAssociation': '1.0', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Log': '1.0', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'NDPProxy': '1.0', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Network': '1.1', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Port': '1.7', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'PortForwarding': '1.2', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'QosPolicy': '1.10', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'SecurityGroup': '1.5', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'SecurityGroupRule': '1.2', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'SubPort': '1.0', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Subnet': '1.1', Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Trunk': '1.1'}} Mar 16 11:15:43.363605 dv-cinder-790535-29-iscsi neutron-server[103138]: {{(pid=103138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:15:43.396417 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (6484ff7f-9cea-40c0-a37a-63779820f8c3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:43.442531 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (6484ff7f-9cea-40c0-a37a-63779820f8c3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:43.447639 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:43.448370 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:43.538794 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7682657 Mar 16 11:15:43.574230 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7761c-de2a-4f7e-8fd8-9a5c50ff3b86 demo demo] Pushing event updated for resources: {'Network': ['ID=6484ff7f-9cea-40c0-a37a-63779820f8c3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:43.587234 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 6484ff7f-9cea-40c0-a37a-63779820f8c3 details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:15:46.083523 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47038) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:15:46.480029 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854503e-0e3c-4b8f-a292-c911ead28e91 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:46.481949 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-2854503e-0e3c-4b8f-a292-c911ead28e91 demo admin] 10.222.0.47 "GET /v2.0/networks/6484ff7f-9cea-40c0-a37a-63779820f8c3 HTTP/1.1" status: 200 len: 825 time: 0.3974822 Mar 16 11:15:46.505679 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-d7ffa381-4443-45bb-87e2-18488b763066 demo admin] 10.222.0.47 "GET /v2.0/subnetpools/f4cd6d4a-8d25-4ccb-8f24-fbb2b52b304b HTTP/1.1" status: 200 len: 734 time: 0.0181911 Mar 16 11:15:46.513728 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-aa089150-8244-4de0-af29-3a717ec23922 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3', 'subnetpool_id': 'f4cd6d4a-8d25-4ccb-8f24-fbb2b52b304b'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:46.533229 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa089150-8244-4de0-af29-3a717ec23922 demo admin] Made reservation on behalf of cf4e33fa6ed349af9e3f27377362f1dc for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:46.535598 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa089150-8244-4de0-af29-3a717ec23922 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:46.827691 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa089150-8244-4de0-af29-3a717ec23922 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for subnet (ee2cc197-06c0-47af-a9a2-4aa22f06c7e4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:46.894602 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa089150-8244-4de0-af29-3a717ec23922 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ee2cc197-06c0-47af-a9a2-4aa22f06c7e4,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:46.899006 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa089150-8244-4de0-af29-3a717ec23922 demo admin] Checking segment: {'id': '4f395975-dfbf-4a8c-89a0-71865801f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:15:46.899368 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa089150-8244-4de0-af29-3a717ec23922 demo admin] Network hostable DHCP agents. Network: 6484ff7f-9cea-40c0-a37a-63779820f8c3, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:46.920269 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa089150-8244-4de0-af29-3a717ec23922 demo admin] Network 6484ff7f-9cea-40c0-a37a-63779820f8c3 is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:46.930920 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-aa089150-8244-4de0-af29-3a717ec23922 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 6484ff7f-9cea-40c0-a37a-63779820f8c3) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:46.936265 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa089150-8244-4de0-af29-3a717ec23922 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:46.936884 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa089150-8244-4de0-af29-3a717ec23922 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:46.940882 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ecded2-8780-40c1-9185-1b6a083fe056 None None] Network 6484ff7f-9cea-40c0-a37a-63779820f8c3 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:15:46.954143 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-aa089150-8244-4de0-af29-3a717ec23922 demo admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4435422 Mar 16 11:15:47.313194 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6276439-8411-5798-9bc0-2df5efd08d60-6484ff7f-9cea-40c0-a37a-63779820f8c3', 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3', 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'fixed_ips': [{'subnet_id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4'}]}} from dv-cinder-790535-29-iscsi. {{(pid=103139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 11:15:47.314493 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:47.587003 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Allocated IP 172.20.0.2 (6484ff7f-9cea-40c0-a37a-63779820f8c3/ee2cc197-06c0-47af-a9a2-4aa22f06c7e4/bd722a4b-e2bd-40ce-9e64-8af353608554) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:47.852166 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Publish callbacks [] for port (bd722a4b-e2bd-40ce-9e64-8af353608554), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:47.859385 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (bd722a4b-e2bd-40ce-9e64-8af353608554), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:47.929086 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Network 6484ff7f-9cea-40c0-a37a-63779820f8c3 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:47.936313 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:47.946045 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:15:47.953873 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Pushing event updated for resources: {'Port': ['ID=bd722a4b-e2bd-40ce-9e64-8af353608554,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:47.982111 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.982457 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.982811 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.983168 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.983497 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.983819 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.984141 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.984459 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.984819 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.985145 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.985466 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.985800 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.986121 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.986436 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.986751 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Tracked resource versions report: Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: pushed versions: Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: { 'AddressGroup': {'1.2'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Agent': {'1.1'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'ConntrackHelper': {'1.0'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'LocalIPAssociation': {'1.0'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Log': {'1.0'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'NDPProxy': {'1.0'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Network': {'1.1'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Port': {'1.7'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'PortForwarding': {'1.2'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'QosPolicy': {'1.10'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'SecurityGroup': {'1.5'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'SubPort': {'1.0'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Subnet': {'1.1'}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Trunk': {'1.1'}} Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: consumer versions: Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: { DHCP agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: L3 agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: Metadata agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: Metering agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: Open vSwitch agent@dv-cinder-790535-29-iscsi: { 'AddressGroup': '1.2', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Agent': '1.1', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'ConntrackHelper': '1.0', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'LocalIPAssociation': '1.0', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Log': '1.0', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'NDPProxy': '1.0', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Network': '1.1', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Port': '1.7', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'PortForwarding': '1.2', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'QosPolicy': '1.10', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'SecurityGroup': '1.5', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'SecurityGroupRule': '1.2', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'SubPort': '1.0', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Subnet': '1.1', Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Trunk': '1.1'}} Mar 16 11:15:47.988145 dv-cinder-790535-29-iscsi neutron-server[103139]: {{(pid=103139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:15:48.037111 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Attempting to bind port bd722a4b-e2bd-40ce-9e64-8af353608554 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:15:48.037562 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Attempting to bind port bd722a4b-e2bd-40ce-9e64-8af353608554 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '4f395975-dfbf-4a8c-89a0-71865801f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:15:48.038046 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Attempting to bind port bd722a4b-e2bd-40ce-9e64-8af353608554 on network 6484ff7f-9cea-40c0-a37a-63779820f8c3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:15:48.042930 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:15:48.044061 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Checking segment: {'id': '4f395975-dfbf-4a8c-89a0-71865801f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:15:48.044548 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:48.044953 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Bound using segment: {'id': '4f395975-dfbf-4a8c-89a0-71865801f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:15:48.045473 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Bound port: bd722a4b-e2bd-40ce-9e64-8af353608554, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f395975-dfbf-4a8c-89a0-71865801f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:15:48.045874 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (bd722a4b-e2bd-40ce-9e64-8af353608554), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:48.109518 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] For port bd722a4b-e2bd-40ce-9e64-8af353608554, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:48.117579 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] For port bd722a4b-e2bd-40ce-9e64-8af353608554, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=bd722a4b-e2bd-40ce-9e64-8af353608554,segment=NetworkSegment(4f395975-dfbf-4a8c-89a0-71865801f9bf),segment_id=4f395975-dfbf-4a8c-89a0-71865801f9bf)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:48.126122 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (bd722a4b-e2bd-40ce-9e64-8af353608554), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:48.190122 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8dec7-7b33-4381-b781-8bfb8cf20cb6 None None] Pushing event updated for resources: {'Port': ['ID=bd722a4b-e2bd-40ce-9e64-8af353608554,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:49.545570 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47046) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:15:49.854773 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [None req-228531f4-f80e-40bf-9119-0f18379b7889 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:15:49.856155 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-228531f4-f80e-40bf-9119-0f18379b7889 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3095455 Mar 16 11:15:52.397377 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 47054) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:15:52.896814 dv-cinder-790535-29-iscsi neutron-server[103137]: WARNING oslo_policy.policy [None req-6cda23ec-c39c-4626-aeb8-187680f1ef90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:15:52.897394 dv-cinder-790535-29-iscsi neutron-server[103137]: WARNING oslo_policy.policy [None req-6cda23ec-c39c-4626-aeb8-187680f1ef90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:15:53.121739 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [None req-6cda23ec-c39c-4626-aeb8-187680f1ef90 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:15:53.122980 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-6cda23ec-c39c-4626-aeb8-187680f1ef90 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7234621 Mar 16 11:15:55.645357 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 47068) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:15:55.953068 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-347d1c8c-b5a8-492e-8d59-cb4a8822570b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:56.014215 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.policy [None req-347d1c8c-b5a8-492e-8d59-cb4a8822570b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103137) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 11:15:56.058662 dv-cinder-790535-29-iscsi neutron-server[103137]: WARNING oslo_policy.policy [None req-347d1c8c-b5a8-492e-8d59-cb4a8822570b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:15:56.059059 dv-cinder-790535-29-iscsi neutron-server[103137]: WARNING oslo_policy.policy [None req-347d1c8c-b5a8-492e-8d59-cb4a8822570b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:15:56.120470 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-347d1c8c-b5a8-492e-8d59-cb4a8822570b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26277'] for router (a83002a7-ff2e-4383-a6dd-4606c56638da), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:56.122886 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-347d1c8c-b5a8-492e-8d59-cb4a8822570b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3769999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26286'] for router (a83002a7-ff2e-4383-a6dd-4606c56638da), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:56.278064 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-347d1c8c-b5a8-492e-8d59-cb4a8822570b demo demo] Publish callbacks [] for router_controller (a83002a7-ff2e-4383-a6dd-4606c56638da), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:56.284305 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-347d1c8c-b5a8-492e-8d59-cb4a8822570b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769724'] for router (a83002a7-ff2e-4383-a6dd-4606c56638da), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:56.309836 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-347d1c8c-b5a8-492e-8d59-cb4a8822570b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:56.316940 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-347d1c8c-b5a8-492e-8d59-cb4a8822570b demo demo] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6652329 Mar 16 11:15:58.910175 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 47082) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:15:59.215567 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [None req-d96b49a9-18fb-49b9-bb2a-f3f3ff07c508 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:15:59.216664 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-d96b49a9-18fb-49b9-bb2a-f3f3ff07c508 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3054688 Mar 16 11:15:59.374617 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device bd722a4b-e2bd-40ce-9e64-8af353608554 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:15:59.470755 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port bd722a4b-e2bd-40ce-9e64-8af353608554 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:15:59.471176 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (bd722a4b-e2bd-40ce-9e64-8af353608554), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:59.589441 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port bd722a4b-e2bd-40ce-9e64-8af353608554 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:15:59.589774 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (bd722a4b-e2bd-40ce-9e64-8af353608554), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:59.601965 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9123169-8a99-4f31-9cd0-bea14a6372aa None None] Network 6484ff7f-9cea-40c0-a37a-63779820f8c3 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:15:59.672286 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port bd722a4b-e2bd-40ce-9e64-8af353608554, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=bd722a4b-e2bd-40ce-9e64-8af353608554,segment=NetworkSegment(4f395975-dfbf-4a8c-89a0-71865801f9bf),segment_id=4f395975-dfbf-4a8c-89a0-71865801f9bf)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:59.679624 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (bd722a4b-e2bd-40ce-9e64-8af353608554), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:59.727955 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-b6d1fc53-3da2-4e9d-a9a3-b96bbab580e9 None None] Provisioning complete for port bd722a4b-e2bd-40ce-9e64-8af353608554 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:15:59.728354 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6d1fc53-3da2-4e9d-a9a3-b96bbab580e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (bd722a4b-e2bd-40ce-9e64-8af353608554), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:15:59.772679 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=bd722a4b-e2bd-40ce-9e64-8af353608554,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:59.869483 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b6d1fc53-3da2-4e9d-a9a3-b96bbab580e9 None None] Current status of the port bd722a4b-e2bd-40ce-9e64-8af353608554 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:16:00.089280 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-e3cd8cce-ba5c-406a-adde-df041089ec27 None None] Provisioning complete for port bd722a4b-e2bd-40ce-9e64-8af353608554 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:16:00.089598 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8cce-ba5c-406a-adde-df041089ec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (bd722a4b-e2bd-40ce-9e64-8af353608554), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:00.169414 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd8cce-ba5c-406a-adde-df041089ec27 None None] Current status of the port bd722a4b-e2bd-40ce-9e64-8af353608554 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:16:00.258842 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c143ad0f-d706-4e61-a3ec-fac488a2085d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:01.331813 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device bd722a4b-e2bd-40ce-9e64-8af353608554 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:16:01.379630 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port bd722a4b-e2bd-40ce-9e64-8af353608554 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:16:01.380365 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (bd722a4b-e2bd-40ce-9e64-8af353608554), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:01.458524 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port bd722a4b-e2bd-40ce-9e64-8af353608554 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:16:01.761156 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47092) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:16:02.067860 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:02.086370 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Made reservation on behalf of cae8119f1f0149f9bb9e9591c2e358dc for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:02.088527 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:02.096221 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:02.165940 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Publish callbacks [] for security_group (befa37fb-875f-4ef3-beca-03fea2920c1c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:02.169472 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (befa37fb-875f-4ef3-beca-03fea2920c1c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:02.185810 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Reserving flat network on physical network physnet1 {{(pid=103138) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 16 11:16:02.206383 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befa37fb-875f-4ef3-beca-03fea2920c1c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:02.209698 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (c9cf8426-c796-475d-9c2f-d418c94cd0fc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:02.210261 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.segments_db [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Added segment c9cf8426-c796-475d-9c2f-d418c94cd0fc of type flat for network 9cf056d6-fdfe-4a51-9b70-374530641aca Mar 16 11:16:02.258945 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (9cf056d6-fdfe-4a51-9b70-374530641aca), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:02.288994 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (9cf056d6-fdfe-4a51-9b70-374530641aca), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:02.289903 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:02.290469 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:02.353819 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5915473 Mar 16 11:16:02.386652 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83af67-4d50-4586-ae17-faa389439942 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf056d6-fdfe-4a51-9b70-374530641aca,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:02.397275 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 9cf056d6-fdfe-4a51-9b70-374530641aca details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:16:02.738136 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7338-1a1b-40a2-aa5a-a4c5e6d0e826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:03.385193 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:04.872035 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47110) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:16:04.955265 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:05.048840 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39693c44-c812-46ce-b4c1-09ed4b2b3fea demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:05.050133 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-39693c44-c812-46ce-b4c1-09ed4b2b3fea demo admin] 10.222.0.47 "GET /v2.0/subnets/ee2cc197-06c0-47af-a9a2-4aa22f06c7e4 HTTP/1.1" status: 200 len: 849 time: 0.1770973 Mar 16 11:16:05.209559 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-45fffb75-4c99-4f5f-8101-d59362459cee demo admin] 10.222.0.47 "GET /v2.0/routers/a83002a7-ff2e-4383-a6dd-4606c56638da HTTP/1.1" status: 200 len: 704 time: 0.1531188 Mar 16 11:16:05.483570 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:05.767799 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Allocated IP 172.20.0.1 (6484ff7f-9cea-40c0-a37a-63779820f8c3/ee2cc197-06c0-47af-a9a2-4aa22f06c7e4/d548b3d4-40f8-49f7-88a6-1b0744482a59) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:05.960207 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Publish callbacks [] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:06.025766 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:06.093245 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Network 6484ff7f-9cea-40c0-a37a-63779820f8c3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:06.099767 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:06.109903 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:16:06.110463 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769743'] for router_interface (a83002a7-ff2e-4383-a6dd-4606c56638da), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:06.132274 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Pushing event updated for resources: {'Port': ['ID=d548b3d4-40f8-49f7-88a6-1b0744482a59,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:06.312089 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:06.320821 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-41538b82-b971-4615-b7f8-8ae86b51a1c9 None None] Provisioning complete for port d548b3d4-40f8-49f7-88a6-1b0744482a59 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:16:06.321336 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-41538b82-b971-4615-b7f8-8ae86b51a1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:06.353817 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-41538b82-b971-4615-b7f8-8ae86b51a1c9 None None] Port d548b3d4-40f8-49f7-88a6-1b0744482a59 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:16:06.515120 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Publish callbacks [] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:06.519518 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:06.520250 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774783'] for router_interface (a83002a7-ff2e-4383-a6dd-4606c56638da), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:06.568623 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:06.598721 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Pushing event updated for resources: {'Port': ['ID=d548b3d4-40f8-49f7-88a6-1b0744482a59,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:06.644377 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Network 6484ff7f-9cea-40c0-a37a-63779820f8c3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:06.645641 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:06.815504 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Router a83002a7-ff2e-4383-a6dd-4606c56638da is scheduled to L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:16:06.911955 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:06.917132 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-08f562d3-1b47-47f6-a7c0-2217ca8b01be demo admin] 10.222.0.47 "PUT /v2.0/routers/a83002a7-ff2e-4383-a6dd-4606c56638da/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7030768 Mar 16 11:16:06.936729 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Sync routers for ids ['a83002a7-ff2e-4383-a6dd-4606c56638da'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:06.949234 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Routers {'a83002a7-ff2e-4383-a6dd-4606c56638da'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:16:06.950132 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:16:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['a83002a7-ff2e-4383-a6dd-4606c56638da'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:06.977084 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-1cb7b625-b10a-4531-8b0f-c82263a99fb1 None None] Provisioning complete for port d548b3d4-40f8-49f7-88a6-1b0744482a59 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:16:06.977487 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b625-b10a-4531-8b0f-c82263a99fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:07.016842 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7b625-b10a-4531-8b0f-c82263a99fb1 None None] Port d548b3d4-40f8-49f7-88a6-1b0744482a59 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:16:07.140736 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Set router a83002a7-ff2e-4383-a6dd-4606c56638da gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:16:07.567255 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'name': 'router1', 'tenant_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:06Z', 'revision_number': 2, 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'gw_port_host': None, '_interfaces': [{'id': 'd548b3d4-40f8-49f7-88a6-1b0744482a59', 'name': '', 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3', 'tenant_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'mac_address': 'fa:16:3e:96:ca:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:06Z', 'revision_number': 2, 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'subnets': [{'id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4cd6d4a-8d25-4ccb-8f24-fbb2b52b304b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:07.618553 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Checking router: a83002a7-ff2e-4383-a6dd-4606c56638da for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:07.618923 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Updating router a83002a7-ff2e-4383-a6dd-4606c56638da port d548b3d4-40f8-49f7-88a6-1b0744482a59 binding host dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:16:07.670416 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:08.190658 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Publish callbacks [] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:08.196898 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:08.352521 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Pushing event updated for resources: {'Port': ['ID=d548b3d4-40f8-49f7-88a6-1b0744482a59,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:08.371257 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.371607 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.372018 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.372369 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.372742 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.373077 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.373405 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.373729 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.374116 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.374393 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.374721 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.375052 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.375373 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.375689 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.376005 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Tracked resource versions report: Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: pushed versions: Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: { 'AddressGroup': {'1.2'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Agent': {'1.1'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'ConntrackHelper': {'1.0'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'LocalIPAssociation': {'1.0'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Log': {'1.0'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'NDPProxy': {'1.0'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Network': {'1.1'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Port': {'1.7'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'PortForwarding': {'1.2'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'QosPolicy': {'1.10'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'SecurityGroup': {'1.5'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'SubPort': {'1.0'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Subnet': {'1.1'}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Trunk': {'1.1'}} Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: consumer versions: Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: { DHCP agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: L3 agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: Metadata agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: Metering agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: Open vSwitch agent@dv-cinder-790535-29-iscsi: { 'AddressGroup': '1.2', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Agent': '1.1', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'ConntrackHelper': '1.0', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'LocalIPAssociation': '1.0', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Log': '1.0', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'NDPProxy': '1.0', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Network': '1.1', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Port': '1.7', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'PortForwarding': '1.2', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'QosPolicy': '1.10', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'SecurityGroup': '1.5', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'SecurityGroupRule': '1.2', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'SubPort': '1.0', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Subnet': '1.1', Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Trunk': '1.1'}} Mar 16 11:16:08.377804 dv-cinder-790535-29-iscsi neutron-server[103140]: {{(pid=103140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:16:08.382669 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Attempting to bind port d548b3d4-40f8-49f7-88a6-1b0744482a59 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:16:08.383070 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Attempting to bind port d548b3d4-40f8-49f7-88a6-1b0744482a59 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '4f395975-dfbf-4a8c-89a0-71865801f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:16:08.383527 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Attempting to bind port d548b3d4-40f8-49f7-88a6-1b0744482a59 on network 6484ff7f-9cea-40c0-a37a-63779820f8c3 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:16:08.390948 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:16:08.391359 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Checking segment: {'id': '4f395975-dfbf-4a8c-89a0-71865801f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:16:08.391849 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:08.392234 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Bound using segment: {'id': '4f395975-dfbf-4a8c-89a0-71865801f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:16:08.392733 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Bound port: d548b3d4-40f8-49f7-88a6-1b0744482a59, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f395975-dfbf-4a8c-89a0-71865801f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:16:08.393109 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:08.445141 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-14986f24-aaed-4bdc-85e4-5f2de03f6810 None None] Provisioning complete for port d548b3d4-40f8-49f7-88a6-1b0744482a59 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:16:08.445670 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-14986f24-aaed-4bdc-85e4-5f2de03f6810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:08.460993 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] For port d548b3d4-40f8-49f7-88a6-1b0744482a59, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:08.480468 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-14986f24-aaed-4bdc-85e4-5f2de03f6810 None None] Port d548b3d4-40f8-49f7-88a6-1b0744482a59 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:16:08.480702 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] For port d548b3d4-40f8-49f7-88a6-1b0744482a59, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=d548b3d4-40f8-49f7-88a6-1b0744482a59,segment=NetworkSegment(4f395975-dfbf-4a8c-89a0-71865801f9bf),segment_id=4f395975-dfbf-4a8c-89a0-71865801f9bf)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:08.489337 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:08.546890 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Routers {'a83002a7-ff2e-4383-a6dd-4606c56638da'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:16:08.547518 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:16:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['a83002a7-ff2e-4383-a6dd-4606c56638da'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:08.611500 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0ee81-69fb-4f66-854f-0614d9ee7425 None None] Pushing event updated for resources: {'Port': ['ID=d548b3d4-40f8-49f7-88a6-1b0744482a59,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:08.641999 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] Set router a83002a7-ff2e-4383-a6dd-4606c56638da gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:16:08.699737 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-047c63f2-b32a-4213-8cfd-56e2ba95d3ab None None] Provisioning complete for port d548b3d4-40f8-49f7-88a6-1b0744482a59 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:16:08.700200 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-047c63f2-b32a-4213-8cfd-56e2ba95d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:08.775130 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-047c63f2-b32a-4213-8cfd-56e2ba95d3ab None None] Current status of the port d548b3d4-40f8-49f7-88a6-1b0744482a59 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:16:08.775521 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-047c63f2-b32a-4213-8cfd-56e2ba95d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:08.811996 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-047c63f2-b32a-4213-8cfd-56e2ba95d3ab None None] For port d548b3d4-40f8-49f7-88a6-1b0744482a59, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=d548b3d4-40f8-49f7-88a6-1b0744482a59,segment=NetworkSegment(4f395975-dfbf-4a8c-89a0-71865801f9bf),segment_id=4f395975-dfbf-4a8c-89a0-71865801f9bf)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:08.816596 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-047c63f2-b32a-4213-8cfd-56e2ba95d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:08.858316 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'name': 'router1', 'tenant_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:06Z', 'revision_number': 2, 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'gw_port_host': None, '_interfaces': [{'id': 'd548b3d4-40f8-49f7-88a6-1b0744482a59', 'name': '', 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3', 'tenant_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'mac_address': 'fa:16:3e:96:ca:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:08Z', 'revision_number': 4, 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'subnets': [{'id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4cd6d4a-8d25-4ccb-8f24-fbb2b52b304b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:08.865612 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c63f2-b32a-4213-8cfd-56e2ba95d3ab None None] Pushing event updated for resources: {'Port': ['ID=d548b3d4-40f8-49f7-88a6-1b0744482a59,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:08.890677 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb03802-ca75-4cbe-91e9-d2888cf24fab None None] The sync data for ids ['a83002a7-ff2e-4383-a6dd-4606c56638da'] in dv-cinder-790535-29-iscsi is: [{'id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'name': 'router1', 'tenant_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:06Z', 'revision_number': 2, 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'gw_port_host': None, '_interfaces': [{'id': 'd548b3d4-40f8-49f7-88a6-1b0744482a59', 'name': '', 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3', 'tenant_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'mac_address': 'fa:16:3e:96:ca:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:08Z', 'revision_number': 4, 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'subnets': [{'id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4cd6d4a-8d25-4ccb-8f24-fbb2b52b304b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:09.397830 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47130) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:16:09.507482 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee4494-d68b-404d-a8a2-5b81fc296b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:09.509123 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-76ee4494-d68b-404d-a8a2-5b81fc296b38 admin admin] 10.222.0.47 "GET /v2.0/networks/9cf056d6-fdfe-4a51-9b70-374530641aca HTTP/1.1" status: 200 len: 842 time: 0.1102271 Mar 16 11:16:09.520137 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:09.540996 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] Made reservation on behalf of cae8119f1f0149f9bb9e9591c2e358dc for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:09.543201 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:09.894850 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.objects.ports [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103138) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 16 11:16:09.895182 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for subnet (a7413ecc-e3d7-4a58-87b5-383298b267cb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:09.950472 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7413ecc-e3d7-4a58-87b5-383298b267cb,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:09.961399 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] Checking segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:16:09.961753 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] Network hostable DHCP agents. Network: 9cf056d6-fdfe-4a51-9b70-374530641aca, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:09.981212 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:09.989266 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 9cf056d6-fdfe-4a51-9b70-374530641aca) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:09.993710 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:09.994303 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:09.998464 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1b1801-d5bc-4f48-9771-49a4ef683151 None None] Network 9cf056d6-fdfe-4a51-9b70-374530641aca requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:16:10.010930 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-da635c30-3d54-4b31-bcdd-1ffdf1364cdc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4953945 Mar 16 11:16:10.115424 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1457f2a9-59ac-4384-bba3-a5b92b3a3c14 None None] Network 9cf056d6-fdfe-4a51-9b70-374530641aca requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:16:12.417852 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47138) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:16:12.560416 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-72a4c96b-9b30-4586-ac62-cf096c32b6b5 demo admin] 10.222.0.47 "GET /v2.0/routers/a83002a7-ff2e-4383-a6dd-4606c56638da HTTP/1.1" status: 200 len: 710 time: 0.1408815 Mar 16 11:16:12.647663 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a09c10-64d1-4b46-ac24-b54d91276f7e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:12.649139 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-d2a09c10-64d1-4b46-ac24-b54d91276f7e demo admin] 10.222.0.47 "GET /v2.0/networks/9cf056d6-fdfe-4a51-9b70-374530641aca HTTP/1.1" status: 200 len: 886 time: 0.0834727 Mar 16 11:16:12.657754 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:12.907277 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Publish callbacks [] for router_gateway (a83002a7-ff2e-4383-a6dd-4606c56638da), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:13.136447 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Publish callbacks [] for router_gateway (a83002a7-ff2e-4383-a6dd-4606c56638da), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:13.211580 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:13.320981 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Allocated IP 172.27.2.145 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/9d436cc8-c207-443e-888d-6651f3201403) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:13.416986 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Publish callbacks [] for port (9d436cc8-c207-443e-888d-6651f3201403), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:13.448383 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (9d436cc8-c207-443e-888d-6651f3201403), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:13.486784 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:13.491285 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:13.494014 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:16:13.559632 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Pushing event updated for resources: {'Port': ['ID=9d436cc8-c207-443e-888d-6651f3201403,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:13.840221 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Publish callbacks [] for router_gateway (a83002a7-ff2e-4383-a6dd-4606c56638da), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:14.037724 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3770013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26296'] for router (a83002a7-ff2e-4383-a6dd-4606c56638da), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:14.041504 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3769710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3769703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3775692'] for router (a83002a7-ff2e-4383-a6dd-4606c56638da), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:14.154809 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Router a83002a7-ff2e-4383-a6dd-4606c56638da has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:14.266650 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:14.271040 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:14.272971 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-d75d1f65-9dce-49dc-a719-ebb1da79f27d demo admin] 10.222.0.47 "PUT /v2.0/routers/a83002a7-ff2e-4383-a6dd-4606c56638da HTTP/1.1" status: 200 len: 890 time: 1.6182601 Mar 16 11:16:16.808491 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47150) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:16:16.926962 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-9f8d7f4c-19d5-404c-ba6a-158cfd3457df admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1171100 Mar 16 11:16:17.373812 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device d548b3d4-40f8-49f7-88a6-1b0744482a59 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:16:17.427577 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port d548b3d4-40f8-49f7-88a6-1b0744482a59 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:16:17.427970 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:17.515525 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port d548b3d4-40f8-49f7-88a6-1b0744482a59 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:16:17.536463 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Sync routers for ids ['a83002a7-ff2e-4383-a6dd-4606c56638da'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:17.547509 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Routers {'a83002a7-ff2e-4383-a6dd-4606c56638da'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:16:17.548148 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-99349334-d757-4161-8f39-bcc316f32275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:16:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['a83002a7-ff2e-4383-a6dd-4606c56638da'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:17.761488 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Set router a83002a7-ff2e-4383-a6dd-4606c56638da gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:16:18.246272 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-99349334-d757-4161-8f39-bcc316f32275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'name': 'router1', 'tenant_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '9d436cc8-c207-443e-888d-6651f3201403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:13Z', 'revision_number': 4, 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'gw_port': {'id': '9d436cc8-c207-443e-888d-6651f3201403', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:13Z', 'updated_at': '2022-03-16T11:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': 'd548b3d4-40f8-49f7-88a6-1b0744482a59', 'name': '', 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3', 'tenant_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'mac_address': 'fa:16:3e:96:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:08Z', 'revision_number': 5, 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'subnets': [{'id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4cd6d4a-8d25-4ccb-8f24-fbb2b52b304b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:18.299676 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Checking router: a83002a7-ff2e-4383-a6dd-4606c56638da for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:18.299978 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Updating router a83002a7-ff2e-4383-a6dd-4606c56638da port 9d436cc8-c207-443e-888d-6651f3201403 binding host dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:16:18.350780 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (9d436cc8-c207-443e-888d-6651f3201403), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:18.681666 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Publish callbacks [] for port (9d436cc8-c207-443e-888d-6651f3201403), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:18.689586 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (9d436cc8-c207-443e-888d-6651f3201403), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:18.746857 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5619b-fa54-40dd-bae5-8650e0178ec0 None None] Pushing event updated for resources: {'Port': ['ID=9d436cc8-c207-443e-888d-6651f3201403,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:18.749535 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Attempting to bind port 9d436cc8-c207-443e-888d-6651f3201403 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:16:18.749907 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Attempting to bind port 9d436cc8-c207-443e-888d-6651f3201403 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:16:18.750268 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Attempting to bind port 9d436cc8-c207-443e-888d-6651f3201403 on network 9cf056d6-fdfe-4a51-9b70-374530641aca {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:16:18.755771 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:16:18.756141 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Checking segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:16:18.757087 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:18.757087 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Bound using segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:16:18.757408 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Bound port: 9d436cc8-c207-443e-888d-6651f3201403, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:16:18.757797 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (9d436cc8-c207-443e-888d-6651f3201403), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:18.810927 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-99349334-d757-4161-8f39-bcc316f32275 None None] For port 9d436cc8-c207-443e-888d-6651f3201403, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:18.813961 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-99349334-d757-4161-8f39-bcc316f32275 None None] For port 9d436cc8-c207-443e-888d-6651f3201403, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=9d436cc8-c207-443e-888d-6651f3201403,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:18.819879 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (9d436cc8-c207-443e-888d-6651f3201403), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:18.882401 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Routers {'a83002a7-ff2e-4383-a6dd-4606c56638da'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:16:18.883012 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-99349334-d757-4161-8f39-bcc316f32275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:16:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['a83002a7-ff2e-4383-a6dd-4606c56638da'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:18.887105 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5619b-fa54-40dd-bae5-8650e0178ec0 None None] Pushing event updated for resources: {'Port': ['ID=9d436cc8-c207-443e-888d-6651f3201403,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:19.010367 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-99349334-d757-4161-8f39-bcc316f32275 None None] Set router a83002a7-ff2e-4383-a6dd-4606c56638da gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:16:19.238624 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-99349334-d757-4161-8f39-bcc316f32275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'name': 'router1', 'tenant_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '9d436cc8-c207-443e-888d-6651f3201403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:13Z', 'revision_number': 4, 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'gw_port': {'id': '9d436cc8-c207-443e-888d-6651f3201403', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:13Z', 'updated_at': '2022-03-16T11:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': 'd548b3d4-40f8-49f7-88a6-1b0744482a59', 'name': '', 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3', 'tenant_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'mac_address': 'fa:16:3e:96:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:08Z', 'revision_number': 5, 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'subnets': [{'id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4cd6d4a-8d25-4ccb-8f24-fbb2b52b304b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:19.267470 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99349334-d757-4161-8f39-bcc316f32275 None None] The sync data for ids ['a83002a7-ff2e-4383-a6dd-4606c56638da'] in dv-cinder-790535-29-iscsi is: [{'id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'name': 'router1', 'tenant_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '9d436cc8-c207-443e-888d-6651f3201403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:13Z', 'revision_number': 4, 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'gw_port': {'id': '9d436cc8-c207-443e-888d-6651f3201403', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:13Z', 'updated_at': '2022-03-16T11:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': 'd548b3d4-40f8-49f7-88a6-1b0744482a59', 'name': '', 'network_id': '6484ff7f-9cea-40c0-a37a-63779820f8c3', 'tenant_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'mac_address': 'fa:16:3e:96:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83002a7-ff2e-4383-a6dd-4606c56638da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:08Z', 'revision_number': 5, 'project_id': 'cf4e33fa6ed349af9e3f27377362f1dc', 'subnets': [{'id': 'ee2cc197-06c0-47af-a9a2-4aa22f06c7e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4cd6d4a-8d25-4ccb-8f24-fbb2b52b304b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:21.467074 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 9d436cc8-c207-443e-888d-6651f3201403 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:16:21.545836 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 9d436cc8-c207-443e-888d-6651f3201403 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:16:21.546702 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (9d436cc8-c207-443e-888d-6651f3201403), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:21.651027 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 9d436cc8-c207-443e-888d-6651f3201403 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:16:21.651974 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (9d436cc8-c207-443e-888d-6651f3201403), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:21.686798 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port 9d436cc8-c207-443e-888d-6651f3201403, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=9d436cc8-c207-443e-888d-6651f3201403,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:21.702754 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (9d436cc8-c207-443e-888d-6651f3201403), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:21.785262 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=9d436cc8-c207-443e-888d-6651f3201403,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:23.370640 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 9d436cc8-c207-443e-888d-6651f3201403 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:16:23.465442 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 9d436cc8-c207-443e-888d-6651f3201403 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:16:23.466061 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (9d436cc8-c207-443e-888d-6651f3201403), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:23.565269 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 9d436cc8-c207-443e-888d-6651f3201403 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:16:23.853523 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 5 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:16:30.267026 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-749311dc-d0eb-4189-bdd9-315b1c8ca398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:32.750031 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e032f1f1-4f36-468f-a1e6-95e46bc09f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:33.401329 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:34.919675 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:16:36.572559 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:00.275861 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f48da0f-33c8-42a3-b5a3-cfb555f7f60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:00.852526 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 5 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:17:02.744544 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-330cfcc4-7d67-42ce-a8fd-9a6b796c666e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:03.396627 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:04.920090 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:06.576994 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:30.258961 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ecae5a5-62d4-4209-a8a1-e57f6e8813e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:32.747637 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb2deff1-9f92-466d-8221-c91609b9feff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:33.396643 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:34.917653 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:36.581424 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:37.851154 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 5 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:17:40.550561 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47636) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:17:40.610473 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b46ba33-0252-4acc-887c-b1cecb81a9e7 admin admin] GET failed (client error): The resource could not be found. Mar 16 11:17:40.611723 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-2b46ba33-0252-4acc-887c-b1cecb81a9e7 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602243 Mar 16 11:17:40.772245 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e827ee-183d-40f8-9bcf-d14364892045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:40.773664 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-49e827ee-183d-40f8-9bcf-d14364892045 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579585 Mar 16 11:17:43.077917 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47646) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:17:43.166737 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a462b9a1-d3ac-4403-b5bd-9fe43102609a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:43.168036 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-a462b9a1-d3ac-4403-b5bd-9fe43102609a admin admin] 10.222.0.47 "GET /v2.0/subnets/ee2cc197-06c0-47af-a9a2-4aa22f06c7e4 HTTP/1.1" status: 200 len: 849 time: 0.0884106 Mar 16 11:17:43.177219 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:43.264644 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Publish callbacks [] for subnet (ee2cc197-06c0-47af-a9a2-4aa22f06c7e4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:43.402603 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763249593622'] for subnet (ee2cc197-06c0-47af-a9a2-4aa22f06c7e4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:43.430640 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:43.431234 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:43.432516 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] 10.222.0.47 "PUT /v2.0/subnets/ee2cc197-06c0-47af-a9a2-4aa22f06c7e4 HTTP/1.1" status: 200 len: 868 time: 0.2588043 Mar 16 11:17:43.437338 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dba0c6-c43d-4d12-a22c-cbf36738c23f None None] Network 6484ff7f-9cea-40c0-a37a-63779820f8c3 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:17:43.455932 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2cc197-06c0-47af-a9a2-4aa22f06c7e4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:43.463755 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.464125 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.464493 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.464872 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.465212 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.465541 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.465867 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.466193 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.466534 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.466863 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.467204 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.467529 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.467848 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.468166 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.468480 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847aeee8-cf63-4ee2-b4b8-98f54d3951f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:43.777581 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-c9ba802d-45ff-4a08-9eaf-ff57dae16ad3 None None] Provisioning complete for port d548b3d4-40f8-49f7-88a6-1b0744482a59 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:17:43.777955 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9ba802d-45ff-4a08-9eaf-ff57dae16ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d548b3d4-40f8-49f7-88a6-1b0744482a59), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:43.856498 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba802d-45ff-4a08-9eaf-ff57dae16ad3 None None] Current status of the port d548b3d4-40f8-49f7-88a6-1b0744482a59 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:17:43.866630 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-c9ba802d-45ff-4a08-9eaf-ff57dae16ad3 None None] Provisioning complete for port bd722a4b-e2bd-40ce-9e64-8af353608554 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:17:43.867015 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c9ba802d-45ff-4a08-9eaf-ff57dae16ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (bd722a4b-e2bd-40ce-9e64-8af353608554), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:17:43.939597 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba802d-45ff-4a08-9eaf-ff57dae16ad3 None None] Current status of the port bd722a4b-e2bd-40ce-9e64-8af353608554 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:17:45.770185 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47654) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:17:45.966110 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d6877-f40f-4c2a-9663-f4dbf7e19067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:45.966537 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d6877-f40f-4c2a-9663-f4dbf7e19067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:45.968070 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-275d6877-f40f-4c2a-9663-f4dbf7e19067 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968946 Mar 16 11:17:48.352825 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47662) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:17:48.481931 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d136a93-18d4-4eb8-b2f8-d8afbf4cb0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:48.482330 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d136a93-18d4-4eb8-b2f8-d8afbf4cb0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:48.483832 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-3d136a93-18d4-4eb8-b2f8-d8afbf4cb0c1 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1300743 Mar 16 11:17:50.776838 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47670) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:17:50.907554 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3bdaf2-6f85-4f2b-bb3b-0800d548b7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:50.908924 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-ed3bdaf2-6f85-4f2b-bb3b-0800d548b7b3 admin admin] 10.222.0.47 "GET /v2.0/networks/6484ff7f-9cea-40c0-a37a-63779820f8c3 HTTP/1.1" status: 200 len: 869 time: 0.1311424 Mar 16 11:17:53.223010 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47678) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:17:53.445170 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3365ed-92d5-461a-8a63-399b8ee0aaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:53.446460 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-0b3365ed-92d5-461a-8a63-399b8ee0aaf4 admin admin] 10.222.0.47 "GET /v2.0/networks/9cf056d6-fdfe-4a51-9b70-374530641aca HTTP/1.1" status: 200 len: 886 time: 0.2225065 Mar 16 11:17:55.745519 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47686) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:17:55.871570 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1637ff-b9f5-40c6-a0d6-c58ecb3d50f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:55.872030 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1637ff-b9f5-40c6-a0d6-c58ecb3d50f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:55.873581 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-bf1637ff-b9f5-40c6-a0d6-c58ecb3d50f3 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271179 Mar 16 11:17:58.192373 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47694) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:17:58.280857 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef3efb-3669-43e3-934f-9b99fa3f86a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:58.281324 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef3efb-3669-43e3-934f-9b99fa3f86a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:58.283340 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-56ef3efb-3669-43e3-934f-9b99fa3f86a3 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899649 Mar 16 11:18:00.261050 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2f528084-d6ff-4761-b235-26d547e4a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:00.636062 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47702) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:18:00.720858 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa70fac-6d97-4d7b-8ed6-9576f7756698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:00.722203 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-2fa70fac-6d97-4d7b-8ed6-9576f7756698 admin admin] 10.222.0.47 "GET /v2.0/subnets/a7413ecc-e3d7-4a58-87b5-383298b267cb HTTP/1.1" status: 200 len: 816 time: 0.0851634 Mar 16 11:18:02.749854 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0664fbed-df58-46b6-a224-7d4c43a37892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:03.050156 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 47710) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:18:03.199690 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d02c39b-e2bc-4558-a1da-15c9884853e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:03.201239 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-5d02c39b-e2bc-4558-a1da-15c9884853e2 admin admin] 10.222.0.47 "GET /v2.0/subnets/ee2cc197-06c0-47af-a9a2-4aa22f06c7e4 HTTP/1.1" status: 200 len: 868 time: 0.1501632 Mar 16 11:18:03.401160 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:04.916780 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:06.585713 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:14.849552 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 5 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:18:30.262835 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1383db0b-8cec-4d1d-b905-0027e4490528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:31.334008 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 47766) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:18:31.379991 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [None req-8a3c89c5-d8b8-4944-a333-b5526d01abdd admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:18:31.380981 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-8a3c89c5-d8b8-4944-a333-b5526d01abdd admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460458 Mar 16 11:18:32.754436 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-74421446-15ef-4641-8b49-583b5e1eefa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:33.403846 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:33.817639 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 47774) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:18:33.890674 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfb04ef-570d-4730-906d-7dfe879a78d9 admin admin] GET failed (client error): The resource could not be found. Mar 16 11:18:33.891967 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-7cfb04ef-570d-4730-906d-7dfe879a78d9 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0734129 Mar 16 11:18:34.045615 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d77c2b-8d0e-4e96-83a3-c4e26a465a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:34.046985 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-86d77c2b-8d0e-4e96-83a3-c4e26a465a22 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1510384 Mar 16 11:18:34.920228 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:36.374294 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 47782) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:18:36.423027 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:36.445378 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Made reservation on behalf of cae8119f1f0149f9bb9e9591c2e358dc for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:36.448142 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:36.489985 dv-cinder-790535-29-iscsi neutron-server[103137]: WARNING neutron.services.revisions.revision_plugin [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Could not find related network for resource to bump revision. Mar 16 11:18:36.505874 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:36.518348 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763249446593', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (84fdce06-4572-4f43-a5a4-6c3a057457ec), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:36.518928 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Unsubscribe: segment precommit_create {{(pid=103137) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 11:18:36.519415 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.segments_db [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Added segment 84fdce06-4572-4f43-a5a4-6c3a057457ec of type vlan for network d455d0a3-ea92-4545-aa79-1880b9014843 Mar 16 11:18:36.571973 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (d455d0a3-ea92-4545-aa79-1880b9014843), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:36.587887 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:36.604829 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (d455d0a3-ea92-4545-aa79-1880b9014843), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:36.605924 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.606482 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:36.631308 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2559648 Mar 16 11:18:36.750738 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Pushing event updated for resources: {'Network': ['ID=d455d0a3-ea92-4545-aa79-1880b9014843,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.761510 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.761856 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.762202 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.762540 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.762872 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.763202 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.763526 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.763850 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.764190 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.764515 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.764884 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.765212 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.765531 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.765849 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.766166 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d784892e-aaac-484c-80b5-32e8d725ceda admin admin] Tracked resource versions report: Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: pushed versions: Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: { 'AddressGroup': {'1.2'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Agent': {'1.1'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'ConntrackHelper': {'1.0'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'LocalIPAssociation': {'1.0'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Log': {'1.0'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'NDPProxy': {'1.0'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Network': {'1.1'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Port': {'1.7'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'PortForwarding': {'1.2'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'QosPolicy': {'1.10'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'SecurityGroup': {'1.5'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'SubPort': {'1.0'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Subnet': {'1.1'}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Trunk': {'1.1'}} Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: consumer versions: Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: { DHCP agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: L3 agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: Metadata agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: Metering agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: Open vSwitch agent@dv-cinder-790535-29-iscsi: { 'AddressGroup': '1.2', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Agent': '1.1', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'ConntrackHelper': '1.0', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'LocalIPAssociation': '1.0', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Log': '1.0', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'NDPProxy': '1.0', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Network': '1.1', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Port': '1.7', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'PortForwarding': '1.2', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'QosPolicy': '1.10', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'SecurityGroup': '1.5', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'SecurityGroupRule': '1.2', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'SubPort': '1.0', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Subnet': '1.1', Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Trunk': '1.1'}} Mar 16 11:18:36.768156 dv-cinder-790535-29-iscsi neutron-server[103137]: {{(pid=103137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:18:36.798182 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network d455d0a3-ea92-4545-aa79-1880b9014843 details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:18:38.976695 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 47794) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:18:39.036062 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1552408e-558d-401d-b026-0f8ec32c9cf1 admin admin] GET failed (client error): The resource could not be found. Mar 16 11:18:39.037363 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-1552408e-558d-401d-b026-0f8ec32c9cf1 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596826 Mar 16 11:18:39.106498 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39558913-b0fa-46a4-8fb0-27938e8c3b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:39.107899 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-39558913-b0fa-46a4-8fb0-27938e8c3b5a admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665791 Mar 16 11:18:39.118035 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-59841392-57bd-402b-8dfb-99dc9799a0fe admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:39.138664 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59841392-57bd-402b-8dfb-99dc9799a0fe admin admin] Made reservation on behalf of cae8119f1f0149f9bb9e9591c2e358dc for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:39.140912 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59841392-57bd-402b-8dfb-99dc9799a0fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:39.343544 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59841392-57bd-402b-8dfb-99dc9799a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for subnet (de41413a-3063-4198-90eb-a45531fd8dfd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:39.402824 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59841392-57bd-402b-8dfb-99dc9799a0fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=de41413a-3063-4198-90eb-a45531fd8dfd,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:39.413270 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59841392-57bd-402b-8dfb-99dc9799a0fe admin admin] Checking segment: {'id': '84fdce06-4572-4f43-a5a4-6c3a057457ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:18:39.413639 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59841392-57bd-402b-8dfb-99dc9799a0fe admin admin] Network hostable DHCP agents. Network: d455d0a3-ea92-4545-aa79-1880b9014843, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:39.433270 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59841392-57bd-402b-8dfb-99dc9799a0fe admin admin] Network d455d0a3-ea92-4545-aa79-1880b9014843 is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:39.444447 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-59841392-57bd-402b-8dfb-99dc9799a0fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, d455d0a3-ea92-4545-aa79-1880b9014843) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:39.449063 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59841392-57bd-402b-8dfb-99dc9799a0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:39.449665 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59841392-57bd-402b-8dfb-99dc9799a0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:39.454889 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25324383-ba2e-4fa9-a5a4-52d1a8b82f13 None None] Network d455d0a3-ea92-4545-aa79-1880b9014843 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:18:39.466165 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-59841392-57bd-402b-8dfb-99dc9799a0fe admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3514354 Mar 16 11:18:39.557431 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6276439-8411-5798-9bc0-2df5efd08d60-d455d0a3-ea92-4545-aa79-1880b9014843', 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843', 'project_id': 'cae8119f1f0149f9bb9e9591c2e358dc', 'fixed_ips': [{'subnet_id': 'de41413a-3063-4198-90eb-a45531fd8dfd'}]}} from dv-cinder-790535-29-iscsi. {{(pid=103139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 11:18:39.558291 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:39.790793 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Allocated IP 192.168.233.2 (d455d0a3-ea92-4545-aa79-1880b9014843/de41413a-3063-4198-90eb-a45531fd8dfd/228efada-9c9c-4966-84ea-db6709b54343) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:39.934371 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Publish callbacks [] for port (228efada-9c9c-4966-84ea-db6709b54343), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:39.940541 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (228efada-9c9c-4966-84ea-db6709b54343), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:39.978987 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Network d455d0a3-ea92-4545-aa79-1880b9014843 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:39.983833 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:39.988820 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:18:40.002473 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Pushing event updated for resources: {'Port': ['ID=228efada-9c9c-4966-84ea-db6709b54343,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:40.021917 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.022256 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.022622 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.022972 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.023302 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.023624 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.023947 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.024264 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.024621 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.024945 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.025264 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.025601 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.025920 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.026234 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.026543 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:40.062436 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Attempting to bind port 228efada-9c9c-4966-84ea-db6709b54343 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:18:40.062735 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Attempting to bind port 228efada-9c9c-4966-84ea-db6709b54343 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '84fdce06-4572-4f43-a5a4-6c3a057457ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:18:40.063101 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Attempting to bind port 228efada-9c9c-4966-84ea-db6709b54343 on network d455d0a3-ea92-4545-aa79-1880b9014843 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:18:40.068702 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:18:40.069076 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Checking segment: {'id': '84fdce06-4572-4f43-a5a4-6c3a057457ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:18:40.069477 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:40.069869 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Bound using segment: {'id': '84fdce06-4572-4f43-a5a4-6c3a057457ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:18:40.070332 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Bound port: 228efada-9c9c-4966-84ea-db6709b54343, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84fdce06-4572-4f43-a5a4-6c3a057457ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:18:40.070708 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (228efada-9c9c-4966-84ea-db6709b54343), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:40.131839 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-32a30de7-5998-447d-841c-c97671d89373 None None] For port 228efada-9c9c-4966-84ea-db6709b54343, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:40.134853 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-32a30de7-5998-447d-841c-c97671d89373 None None] For port 228efada-9c9c-4966-84ea-db6709b54343, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=228efada-9c9c-4966-84ea-db6709b54343,segment=NetworkSegment(84fdce06-4572-4f43-a5a4-6c3a057457ec),segment_id=84fdce06-4572-4f43-a5a4-6c3a057457ec)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:40.141770 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (228efada-9c9c-4966-84ea-db6709b54343), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:40.200872 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a30de7-5998-447d-841c-c97671d89373 None None] Pushing event updated for resources: {'Port': ['ID=228efada-9c9c-4966-84ea-db6709b54343,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:41.014947 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217cb11d-87a5-4b57-a747-bb0d49c5cbd8 None None] Network d455d0a3-ea92-4545-aa79-1880b9014843 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:18:41.100369 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-757d4309-d458-425d-a198-b4d3ea58672b None None] Provisioning complete for port 228efada-9c9c-4966-84ea-db6709b54343 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:18:41.100780 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-757d4309-d458-425d-a198-b4d3ea58672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (228efada-9c9c-4966-84ea-db6709b54343), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:41.215637 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-757d4309-d458-425d-a198-b4d3ea58672b None None] Current status of the port 228efada-9c9c-4966-84ea-db6709b54343 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:18:41.216034 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-757d4309-d458-425d-a198-b4d3ea58672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (228efada-9c9c-4966-84ea-db6709b54343), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:41.255170 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-757d4309-d458-425d-a198-b4d3ea58672b None None] For port 228efada-9c9c-4966-84ea-db6709b54343, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=228efada-9c9c-4966-84ea-db6709b54343,segment=NetworkSegment(84fdce06-4572-4f43-a5a4-6c3a057457ec),segment_id=84fdce06-4572-4f43-a5a4-6c3a057457ec)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:41.258881 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-757d4309-d458-425d-a198-b4d3ea58672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (228efada-9c9c-4966-84ea-db6709b54343), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:41.314236 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d4309-d458-425d-a198-b4d3ea58672b None None] Pushing event updated for resources: {'Port': ['ID=228efada-9c9c-4966-84ea-db6709b54343,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:41.385120 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-584f921b-3429-4ad3-8654-436e6f3996c2 None None] Provisioning complete for port 228efada-9c9c-4966-84ea-db6709b54343 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:18:41.385510 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-584f921b-3429-4ad3-8654-436e6f3996c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (228efada-9c9c-4966-84ea-db6709b54343), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:41.465817 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 228efada-9c9c-4966-84ea-db6709b54343 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:18:41.505511 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-584f921b-3429-4ad3-8654-436e6f3996c2 None None] Current status of the port 228efada-9c9c-4966-84ea-db6709b54343 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:18:41.525034 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 228efada-9c9c-4966-84ea-db6709b54343 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:18:41.525420 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (228efada-9c9c-4966-84ea-db6709b54343), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:18:41.601842 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 228efada-9c9c-4966-84ea-db6709b54343 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:18:51.847227 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 5 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:19:00.264338 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-61791188-6eee-4e70-825c-2bc39c6b2d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:19:02.747722 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b604837e-4a93-462b-bdd9-9c34dc281cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:19:03.406508 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:19:04.923543 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:19:06.590185 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:19:28.847125 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 5 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:19:30.266193 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-890eca4b-19bb-4819-bcbf-3506c8cd3301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:19:32.752286 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e0d355a3-f39d-40f4-9e15-27a993e93d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:19:33.410023 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:19:34.925569 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:19:36.592318 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:00.271741 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6781888d-8304-4d46-b175-4bcc2967c30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:02.762264 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ba73920-1834-40bc-8c58-27948c303cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:03.412517 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:04.929803 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:05.846158 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 5 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:20:06.599789 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:23.705802 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47832) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:20:23.711792 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [None req-4a97d8ef-8402-4fc9-b23a-8084fc4f7948 tempest-verify_tempest_config-639063195 tempest-verify_tempest_config-639063195-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:20:23.712800 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-4a97d8ef-8402-4fc9-b23a-8084fc4f7948 tempest-verify_tempest_config-639063195 tempest-verify_tempest_config-639063195-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059705 Mar 16 11:20:23.996583 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 47850) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:20:24.099777 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:24.169361 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Publish callbacks [] for security_group (b01a40f6-83b7-40ab-85b3-ebb098e17fb8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:24.172669 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (b01a40f6-83b7-40ab-85b3-ebb098e17fb8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:24.231186 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8c18d3561f043afbbb069550e3ca65e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2335100 Mar 16 11:20:24.232112 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01a40f6-83b7-40ab-85b3-ebb098e17fb8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:24.233977 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 47854) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:20:24.239037 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.239378 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.239717 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.240051 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.240613 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.240948 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.241272 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.241592 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.241912 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.242232 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.242552 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.242868 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.243183 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.243492 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.243801 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cddabc-dadb-47df-afec-ff14cb6ea3ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.310379 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Publish callbacks [] for security_group (b01a40f6-83b7-40ab-85b3-ebb098e17fb8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:24.330442 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Publish callbacks [] for security_group (b01a40f6-83b7-40ab-85b3-ebb098e17fb8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:24.421361 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (b01a40f6-83b7-40ab-85b3-ebb098e17fb8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:24.423785 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:24.424957 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b01a40f6-83b7-40ab-85b3-ebb098e17fb8 HTTP/1.1" status: 204 len: 168 time: 0.1900070 Mar 16 11:20:24.432578 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01a40f6-83b7-40ab-85b3-ebb098e17fb8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:24.439799 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.440157 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.440525 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.440899 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.441242 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.441572 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.441905 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.442233 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.442582 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.442918 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.443263 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.443593 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.443920 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.444241 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:24.444667 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b657ff9-bb13-4f7d-a616-cfa53b07397b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:30.274645 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0dc4bea6-8254-4b84-9fa0-f94fc54d9966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:32.754761 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce981-7b8e-42f4-9141-1cd757079a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:33.415120 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:34.932952 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:36.595179 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:20:42.845252 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 5 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:21:00.276436 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5664789-3ac8-40f5-85ce-e3c2b1533b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:21:02.756153 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fdfa-7e95-4104-a1ad-8ed9a5289c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:21:03.416546 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:21:04.935037 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:21:06.597715 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:21:19.844403 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 5 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:21:30.276514 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3e28022d-58fd-4865-af6a-7da0530fefb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:21:32.756960 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ee763919-6d1a-45e8-8c77-708f90faee04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:21:33.421185 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:21:34.938258 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:21:36.599873 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:21:56.843975 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 5 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:22:00.279318 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1396998-3b18-4e91-bbe6-46b508adba15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:22:02.758819 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bfbb59c7-ab26-409e-9a08-2235cdd8d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:22:03.424744 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:22:04.940661 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:22:06.601722 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:22:06.625359 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776103'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:22:21.052269 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 47926) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:22:21.156410 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-a8b35f46-fe37-4c79-a116-c59c958e13ad admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1024098 Mar 16 11:22:23.487767 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 47936) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:22:23.541548 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-00dfdb23-858c-49bb-8db6-70c6083def23 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0526974 Mar 16 11:22:30.281877 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2f14c78-b115-4c6d-88be-f17068361640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:22:32.759679 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3904a8f4-aaea-47a9-aaec-6601f71050d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:22:33.425929 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:22:33.842810 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:22:34.943582 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:22:36.611439 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:22:36.614036 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:00.283275 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2168de8-4095-4134-8e94-5ca9796148d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:02.765023 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2c09541e-bc92-46f8-97a9-5a505bb360ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:03.428666 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:04.946070 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:06.610069 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:06.612538 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:10.841495 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:23:30.284842 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d41dfd3-6772-41e7-99b0-b1c3f36b3d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:32.766611 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-449232e6-8c51-47df-a018-6ac997c65110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:33.432581 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:34.949540 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:36.612785 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:36.618414 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:47.841166 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:23:58.440772 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48106) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:23:58.784596 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-332017478-network', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:58.805370 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Made reservation on behalf of 78f8a86c59e74a06bb88d49b9554e21a for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:58.807657 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:58.816065 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:58.866833 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48130) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:23:58.902055 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Publish callbacks [] for security_group (0cde3a31-8ac7-46aa-9c88-35602b1cf965), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:58.907483 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (0cde3a31-8ac7-46aa-9c88-35602b1cf965), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:58.936397 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cde3a31-8ac7-46aa-9c88-35602b1cf965,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:58.942887 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:58.946309 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.946762 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.946877 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.947213 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.947511 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.947845 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.948173 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.948498 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.948851 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.949172 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.949496 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.949823 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.950137 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.950459 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.950773 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Tracked resource versions report: Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: pushed versions: Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: { 'AddressGroup': {'1.2'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Agent': {'1.1'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'ConntrackHelper': {'1.0'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'LocalIPAssociation': {'1.0'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Log': {'1.0'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'NDPProxy': {'1.0'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Network': {'1.1'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Port': {'1.7'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'PortForwarding': {'1.2'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'QosPolicy': {'1.10'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'SecurityGroup': {'1.5'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'SubPort': {'1.0'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Subnet': {'1.1'}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Trunk': {'1.1'}} Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: consumer versions: Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: { DHCP agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: HyperV agent@hv-cinder-79053: {}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: L3 agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: Metadata agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: Metering agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: Open vSwitch agent@dv-cinder-790535-29-iscsi: { 'AddressGroup': '1.2', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Agent': '1.1', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'ConntrackHelper': '1.0', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'LocalIPAssociation': '1.0', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Log': '1.0', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'NDPProxy': '1.0', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Network': '1.1', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Port': '1.7', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'PortForwarding': '1.2', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'QosPolicy': '1.10', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'SecurityGroup': '1.5', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'SecurityGroupRule': '1.2', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'SubPort': '1.0', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Subnet': '1.1', Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: 'Trunk': '1.1'}} Mar 16 11:23:58.951929 dv-cinder-790535-29-iscsi neutron-server[103137]: {{(pid=103137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:23:58.962562 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (787419a4-b254-4645-a9f6-17306acf1611), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:58.963970 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.segments_db [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Added segment 787419a4-b254-4645-a9f6-17306acf1611 of type vlan for network c170e093-4302-4344-9c38-7d7b54780b71 Mar 16 11:23:59.009862 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (c170e093-4302-4344-9c38-7d7b54780b71), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.039892 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (c170e093-4302-4344-9c38-7d7b54780b71), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.040942 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:59.041527 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.067919 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48146) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:23:59.069643 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6267073 Mar 16 11:23:59.073596 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Request body: {'subnet': {'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-332017478-subnet', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:59.097761 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Made reservation on behalf of 78f8a86c59e74a06bb88d49b9554e21a for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:59.101331 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.125743 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f846c-f89c-4218-8c66-03e3392adaa5 admin admin] Pushing event updated for resources: {'Network': ['ID=c170e093-4302-4344-9c38-7d7b54780b71,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:59.135943 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network c170e093-4302-4344-9c38-7d7b54780b71 details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:23:59.319197 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for subnet (75bf84d9-ff44-4d8e-bded-a61f9c17dfc9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.362412 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bf84d9-ff44-4d8e-bded-a61f9c17dfc9,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:59.370589 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1420807732-network', 'tenant_id': '5ddd037e816444bb8889a8c76c62282e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:59.381399 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.382847 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.383192 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.383529 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.384049 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.384383 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.384737 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.385250 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.385597 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.385928 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.386271 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.386596 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.387083 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.387407 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.387727 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Tracked resource versions report: Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: pushed versions: Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: { 'AddressGroup': {'1.2'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Agent': {'1.1'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'ConntrackHelper': {'1.0'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'LocalIPAssociation': {'1.0'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Log': {'1.0'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'NDPProxy': {'1.0'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Network': {'1.1'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Port': {'1.7'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'PortForwarding': {'1.2'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'QosPolicy': {'1.10'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'SecurityGroup': {'1.5'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'SubPort': {'1.0'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Subnet': {'1.1'}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Trunk': {'1.1'}} Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: consumer versions: Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: { DHCP agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: HyperV agent@hv-cinder-79053: {}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: L3 agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: Metadata agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: Metering agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: Open vSwitch agent@dv-cinder-790535-29-iscsi: { 'AddressGroup': '1.2', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Agent': '1.1', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'ConntrackHelper': '1.0', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'LocalIPAssociation': '1.0', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Log': '1.0', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'NDPProxy': '1.0', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Network': '1.1', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Port': '1.7', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'PortForwarding': '1.2', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'QosPolicy': '1.10', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'SecurityGroup': '1.5', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'SecurityGroupRule': '1.2', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'SubPort': '1.0', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Subnet': '1.1', Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: 'Trunk': '1.1'}} Mar 16 11:23:59.388912 dv-cinder-790535-29-iscsi neutron-server[103138]: {{(pid=103138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:23:59.417259 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Made reservation on behalf of 5ddd037e816444bb8889a8c76c62282e for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:59.419628 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.433756 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.450731 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Checking segment: {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:23:59.451087 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Network hostable DHCP agents. Network: c170e093-4302-4344-9c38-7d7b54780b71, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:59.496758 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Network c170e093-4302-4344-9c38-7d7b54780b71 is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:59.518104 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, c170e093-4302-4344-9c38-7d7b54780b71) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:59.533472 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fe3399-6b73-44cd-96c7-a14de015323f None None] Network c170e093-4302-4344-9c38-7d7b54780b71 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:23:59.543870 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:59.545386 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.572894 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-de158a54-32be-41b4-b19a-1a31799f9ee7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5014057 Mar 16 11:23:59.576938 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48158) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:23:59.581803 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:59.591992 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Publish callbacks [] for security_group (85107499-c87d-401b-a14a-14866e897ea2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.602273 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (85107499-c87d-401b-a14a-14866e897ea2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.608750 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26277'] for router (c5722b8b-8009-4fc3-83b9-7473ced3318b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.610164 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3769999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26286'] for router (c5722b8b-8009-4fc3-83b9-7473ced3318b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.639601 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85107499-c87d-401b-a14a-14866e897ea2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:59.654190 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:59.665371 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (2545ed25-3ee3-4120-bb53-6df26feebff4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.665931 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.segments_db [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Added segment 2545ed25-3ee3-4120-bb53-6df26feebff4 of type vlan for network 06edfc6e-5cef-4656-b76b-ea906c38989d Mar 16 11:23:59.685388 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Publish callbacks [] for router_controller (c5722b8b-8009-4fc3-83b9-7473ced3318b), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.706168 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48162) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:23:59.730557 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (06edfc6e-5cef-4656-b76b-ea906c38989d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.763766 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (06edfc6e-5cef-4656-b76b-ea906c38989d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.765157 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:59.766013 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.769950 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48166) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:23:59.784210 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6276439-8411-5798-9bc0-2df5efd08d60-c170e093-4302-4344-9c38-7d7b54780b71', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9'}]}} from dv-cinder-790535-29-iscsi. {{(pid=103139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 11:23:59.785101 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.890076 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] Pushing event updated for resources: {'Network': ['ID=06edfc6e-5cef-4656-b76b-ea906c38989d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:59.915922 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-d0c1d7d6-ce95-4496-b197-61ef13c5f78b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0476339 Mar 16 11:23:59.920471 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48176) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:23:59.931226 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-97c661de-ed79-4063-b7d7-1ec81c8d80c2 admin admin] Request body: {'subnet': {'network_id': '06edfc6e-5cef-4656-b76b-ea906c38989d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1420807732-subnet', 'tenant_id': '5ddd037e816444bb8889a8c76c62282e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:59.932724 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 06edfc6e-5cef-4656-b76b-ea906c38989d details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:23:59.973827 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c661de-ed79-4063-b7d7-1ec81c8d80c2 admin admin] Made reservation on behalf of 5ddd037e816444bb8889a8c76c62282e for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:59.976379 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97c661de-ed79-4063-b7d7-1ec81c8d80c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:23:59.995675 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Publish callbacks [] for router_gateway (c5722b8b-8009-4fc3-83b9-7473ced3318b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.071899 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Allocated IP 172.20.0.2 (c170e093-4302-4344-9c38-7d7b54780b71/75bf84d9-ff44-4d8e-bded-a61f9c17dfc9/cf73a9b4-220e-4541-905c-f858cf286575) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:00.222108 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1941413387-network', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:00.249416 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-297228874-network', 'tenant_id': '69c83e77983d4926a9df4a093866a49c'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:00.357193 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Publish callbacks [] for port (cf73a9b4-220e-4541-905c-f858cf286575), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.358153 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Made reservation on behalf of 50532de5a82841ba951033ebf8ea10fa for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:00.359711 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ae48d87d-7810-43a6-bece-22b2b143acb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.366943 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.375161 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (cf73a9b4-220e-4541-905c-f858cf286575), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.423551 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Publish callbacks [] for router_gateway (c5722b8b-8009-4fc3-83b9-7473ced3318b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.428119 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Network c170e093-4302-4344-9c38-7d7b54780b71 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:00.434409 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:00.438701 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:00.448537 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Pushing event updated for resources: {'Port': ['ID=cf73a9b4-220e-4541-905c-f858cf286575,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:00.458193 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Made reservation on behalf of 69c83e77983d4926a9df4a093866a49c for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:00.460585 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.462610 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.478459 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.479911 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.479911 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.480207 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.480755 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.481316 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.481806 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.482342 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.482875 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.483355 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.483896 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.484401 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.484917 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.485399 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.485901 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Tracked resource versions report: Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: pushed versions: Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: { 'AddressGroup': {'1.2'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Agent': {'1.1'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'ConntrackHelper': {'1.0'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'LocalIPAssociation': {'1.0'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Log': {'1.0'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'NDPProxy': {'1.0'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Network': {'1.1'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Port': {'1.7'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'PortForwarding': {'1.2'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'QosPolicy': {'1.10'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'SecurityGroup': {'1.5'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'SubPort': {'1.0'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Subnet': {'1.1'}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Trunk': {'1.1'}} Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: consumer versions: Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: { DHCP agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: HyperV agent@hv-cinder-79053: {}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: L3 agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: Metadata agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: Metering agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: Open vSwitch agent@dv-cinder-790535-29-iscsi: { 'AddressGroup': '1.2', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Agent': '1.1', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'ConntrackHelper': '1.0', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'LocalIPAssociation': '1.0', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Log': '1.0', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'NDPProxy': '1.0', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Network': '1.1', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Port': '1.7', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'PortForwarding': '1.2', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'QosPolicy': '1.10', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'SecurityGroup': '1.5', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'SecurityGroupRule': '1.2', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'SubPort': '1.0', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Subnet': '1.1', Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: 'Trunk': '1.1'}} Mar 16 11:24:00.487295 dv-cinder-790535-29-iscsi neutron-server[103139]: {{(pid=103139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:24:00.546372 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.549576 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97c661de-ed79-4063-b7d7-1ec81c8d80c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for subnet (c4c7cdb0-aa59-4977-a305-d120cff65b0f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.551389 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.575230 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Attempting to bind port cf73a9b4-220e-4541-905c-f858cf286575 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:00.575600 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Attempting to bind port cf73a9b4-220e-4541-905c-f858cf286575 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:00.576037 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Attempting to bind port cf73a9b4-220e-4541-905c-f858cf286575 on network c170e093-4302-4344-9c38-7d7b54780b71 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:00.586272 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:00.596302 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Checking segment: {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:00.597058 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.597853 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Bound using segment: {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:00.598784 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Bound port: cf73a9b4-220e-4541-905c-f858cf286575, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:00.599331 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (cf73a9b4-220e-4541-905c-f858cf286575), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.713563 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] For port cf73a9b4-220e-4541-905c-f858cf286575, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:00.718643 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] For port cf73a9b4-220e-4541-905c-f858cf286575, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=cf73a9b4-220e-4541-905c-f858cf286575,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:00.724780 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c661de-ed79-4063-b7d7-1ec81c8d80c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c7cdb0-aa59-4977-a305-d120cff65b0f,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:00.727512 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (cf73a9b4-220e-4541-905c-f858cf286575), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.730093 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c661de-ed79-4063-b7d7-1ec81c8d80c2 admin admin] Checking segment: {'id': '2545ed25-3ee3-4120-bb53-6df26feebff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '06edfc6e-5cef-4656-b76b-ea906c38989d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:00.730614 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c661de-ed79-4063-b7d7-1ec81c8d80c2 admin admin] Network hostable DHCP agents. Network: 06edfc6e-5cef-4656-b76b-ea906c38989d, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:24:00.795173 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c661de-ed79-4063-b7d7-1ec81c8d80c2 admin admin] Network 06edfc6e-5cef-4656-b76b-ea906c38989d is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:24:00.800814 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Allocated IP 172.27.2.68 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/5e0336e9-a436-4101-8c3f-8b783c90701d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:00.830543 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Publish callbacks [] for security_group (3f1e1537-15f5-4e76-9721-60cb9a359474), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.833042 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Publish callbacks [] for security_group (71755d24-db81-400f-9130-86a78212da56), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.835733 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-97c661de-ed79-4063-b7d7-1ec81c8d80c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 06edfc6e-5cef-4656-b76b-ea906c38989d) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:00.840646 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c661de-ed79-4063-b7d7-1ec81c8d80c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:00.841802 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97c661de-ed79-4063-b7d7-1ec81c8d80c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.847177 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f486b-57bd-46f2-b802-fcd7026a6716 None None] Pushing event updated for resources: {'Port': ['ID=cf73a9b4-220e-4541-905c-f858cf286575,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:00.859665 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3f1e1537-15f5-4e76-9721-60cb9a359474), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.864105 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f299bd7-bc48-4e01-9be2-e156e287357e None None] Network 06edfc6e-5cef-4656-b76b-ea906c38989d requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:24:00.869469 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (71755d24-db81-400f-9130-86a78212da56), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.923166 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-97c661de-ed79-4063-b7d7-1ec81c8d80c2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0012593 Mar 16 11:24:00.925114 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:24:00.943095 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:24:00.978100 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1e1537-15f5-4e76-9721-60cb9a359474,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:00.990111 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (c54aa5b0-da66-4750-9638-9617a83ab70f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.990615 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.segments_db [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Added segment c54aa5b0-da66-4750-9638-9617a83ab70f of type vlan for network 4a19a238-948f-4877-8123-653055815c9d Mar 16 11:24:00.994377 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (51be3639-2528-4a79-b21e-c30ce2b0dbe6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:00.994885 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.segments_db [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Added segment 51be3639-2528-4a79-b21e-c30ce2b0dbe6 of type vlan for network 33dcaf7a-9065-45ab-98b3-1b440d48a146 Mar 16 11:24:01.032924 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb9b30-9c15-4d37-833b-86a09e533d4d None None] Network 06edfc6e-5cef-4656-b76b-ea906c38989d requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:24:01.040781 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Publish callbacks [] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:01.157769 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71755d24-db81-400f-9130-86a78212da56,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:01.172763 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (33dcaf7a-9065-45ab-98b3-1b440d48a146), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:01.173105 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:01.198707 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (4a19a238-948f-4877-8123-653055815c9d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:01.244957 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (33dcaf7a-9065-45ab-98b3-1b440d48a146), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:01.246425 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:01.247293 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:01.276487 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (4a19a238-948f-4877-8123-653055815c9d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:01.277950 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:01.278735 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:01.328461 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0336e9-a436-4101-8c3f-8b783c90701d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:01.337505 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:01.339126 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:01.346578 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:01.356187 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4743307 Mar 16 11:24:01.359265 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48222) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:01.368185 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-df5cff85-8ddc-41a0-b099-6fd67c954838 admin admin] Request body: {'subnet': {'network_id': '4a19a238-948f-4877-8123-653055815c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-297228874-subnet', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:01.384491 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6770380 Mar 16 11:24:01.390316 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48224) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:01.401585 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-19111e3e-bbbb-4c97-99c5-ea66c7339875 admin admin] Request body: {'subnet': {'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-subnet', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:01.405022 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90705-0cad-4aab-89cf-be1afca575bd admin admin] Pushing event updated for resources: {'Network': ['ID=33dcaf7a-9065-45ab-98b3-1b440d48a146,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:01.418972 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 33dcaf7a-9065-45ab-98b3-1b440d48a146 details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:24:01.479673 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5cff85-8ddc-41a0-b099-6fd67c954838 admin admin] Made reservation on behalf of 69c83e77983d4926a9df4a093866a49c for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:01.482265 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df5cff85-8ddc-41a0-b099-6fd67c954838 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:01.498159 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493646ea-2847-4b8b-a91d-ef8de18543ca admin admin] Pushing event updated for resources: {'Network': ['ID=4a19a238-948f-4877-8123-653055815c9d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:01.500357 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19111e3e-bbbb-4c97-99c5-ea66c7339875 admin admin] Made reservation on behalf of 50532de5a82841ba951033ebf8ea10fa for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:01.502972 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19111e3e-bbbb-4c97-99c5-ea66c7339875 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:01.516548 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 4a19a238-948f-4877-8123-653055815c9d details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:24:01.768628 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device cf73a9b4-220e-4541-905c-f858cf286575 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:01.918173 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port cf73a9b4-220e-4541-905c-f858cf286575 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:01.918571 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (cf73a9b4-220e-4541-905c-f858cf286575), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:01.942258 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df5cff85-8ddc-41a0-b099-6fd67c954838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for subnet (0f580f26-f46f-4a81-9b0f-042c7377652c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:01.994827 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Publish callbacks [] for router_gateway (c5722b8b-8009-4fc3-83b9-7473ced3318b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.105708 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port cf73a9b4-220e-4541-905c-f858cf286575 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:02.106324 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (cf73a9b4-220e-4541-905c-f858cf286575), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.172803 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port cf73a9b4-220e-4541-905c-f858cf286575, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=cf73a9b4-220e-4541-905c-f858cf286575,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:02.187056 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (cf73a9b4-220e-4541-905c-f858cf286575), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.232609 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5cff85-8ddc-41a0-b099-6fd67c954838 admin admin] Checking segment: {'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:02.233581 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5cff85-8ddc-41a0-b099-6fd67c954838 admin admin] Network hostable DHCP agents. Network: 4a19a238-948f-4877-8123-653055815c9d, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:24:02.241678 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cff85-8ddc-41a0-b099-6fd67c954838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f580f26-f46f-4a81-9b0f-042c7377652c,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:02.263327 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19111e3e-bbbb-4c97-99c5-ea66c7339875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for subnet (f7178324-d2ef-4ea9-873d-2e1326b0608e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.306426 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=cf73a9b4-220e-4541-905c-f858cf286575,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:02.338982 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19111e3e-bbbb-4c97-99c5-ea66c7339875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7178324-d2ef-4ea9-873d-2e1326b0608e,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:02.358623 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5cff85-8ddc-41a0-b099-6fd67c954838 admin admin] Network 4a19a238-948f-4877-8123-653055815c9d is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:24:02.380653 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19111e3e-bbbb-4c97-99c5-ea66c7339875 admin admin] Checking segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:02.380962 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19111e3e-bbbb-4c97-99c5-ea66c7339875 admin admin] Network hostable DHCP agents. Network: 33dcaf7a-9065-45ab-98b3-1b440d48a146, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:24:02.387791 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-df5cff85-8ddc-41a0-b099-6fd67c954838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 4a19a238-948f-4877-8123-653055815c9d) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:02.392442 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5cff85-8ddc-41a0-b099-6fd67c954838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:02.393069 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df5cff85-8ddc-41a0-b099-6fd67c954838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.405787 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff4875c-1acb-4567-9d7b-53198fad1ab7 None None] Network 4a19a238-948f-4877-8123-653055815c9d requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:24:02.438569 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-df5cff85-8ddc-41a0-b099-6fd67c954838 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0757365 Mar 16 11:24:02.440838 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19111e3e-bbbb-4c97-99c5-ea66c7339875 admin admin] Network 33dcaf7a-9065-45ab-98b3-1b440d48a146 is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:24:02.447351 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769724'] for router (c5722b8b-8009-4fc3-83b9-7473ced3318b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.449720 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48272) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:02.456533 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-297228874-router', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:02.456953 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-19111e3e-bbbb-4c97-99c5-ea66c7339875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 33dcaf7a-9065-45ab-98b3-1b440d48a146) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:02.465125 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19111e3e-bbbb-4c97-99c5-ea66c7339875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:02.465736 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19111e3e-bbbb-4c97-99c5-ea66c7339875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.485840 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26277'] for router (9315c3eb-a97a-429e-b26e-df4e269eb2a2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.487312 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3769999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26286'] for router (9315c3eb-a97a-429e-b26e-df4e269eb2a2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.511590 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-19111e3e-bbbb-4c97-99c5-ea66c7339875 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1174846 Mar 16 11:24:02.512339 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48274) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:02.518323 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:02.521551 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e4a66-72b1-4b47-931a-a63099eae6b7 None None] Network 33dcaf7a-9065-45ab-98b3-1b440d48a146 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:24:02.529857 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b9784-28db-4828-abee-98673026e44c None None] Network c170e093-4302-4344-9c38-7d7b54780b71 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:24:02.551359 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Publish callbacks [] for router_controller (9315c3eb-a97a-429e-b26e-df4e269eb2a2), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.572140 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26277'] for router (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.573498 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3769999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26286'] for router (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.807251 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Publish callbacks [] for router_controller (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:02.907156 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Publish callbacks [] for router_gateway (9315c3eb-a97a-429e-b26e-df4e269eb2a2), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:03.005206 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-876e06fa-d3e5-45dd-a4d4-eab62588109e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:03.043972 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-3c577208-f6b6-4e4b-8296-66017d8b1db9 None None] Provisioning complete for port cf73a9b4-220e-4541-905c-f858cf286575 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:03.044366 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3c577208-f6b6-4e4b-8296-66017d8b1db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (cf73a9b4-220e-4541-905c-f858cf286575), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:03.171207 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440eb869-1533-424e-82ee-481e42b27c74 None None] Network 4a19a238-948f-4877-8123-653055815c9d requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:24:03.265667 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6276439-8411-5798-9bc0-2df5efd08d60-33dcaf7a-9065-45ab-98b3-1b440d48a146', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e'}]}} from dv-cinder-790535-29-iscsi. {{(pid=103139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 11:24:03.266512 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:03.333116 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Router c5722b8b-8009-4fc3-83b9-7473ced3318b is scheduled to L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:24:03.367631 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Publish callbacks [] for router_gateway (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:03.458892 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48324) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:03.471686 dv-cinder-790535-29-iscsi neutron-server[103138]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 11:24:03.488701 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-3c577208-f6b6-4e4b-8296-66017d8b1db9 None None] Current status of the port cf73a9b4-220e-4541-905c-f858cf286575 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:03.656192 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:03.796804 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device cf73a9b4-220e-4541-905c-f858cf286575 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:03.863557 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Publish callbacks [] for router_gateway (9315c3eb-a97a-429e-b26e-df4e269eb2a2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:03.887456 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:03.975873 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-d4608363-4c7d-4f1f-a139-e69ca3813faa tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:03.981319 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-d4608363-4c7d-4f1f-a139-e69ca3813faa tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/networks?id=06edfc6e-5cef-4656-b76b-ea906c38989d HTTP/1.1" status: 200 len: 812 time: 0.5112929 Mar 16 11:24:04.032794 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-53bbaca5-f8d9-4306-9ece-4faa49a938bb None None] Provisioning complete for port cf73a9b4-220e-4541-905c-f858cf286575 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:04.033286 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-53bbaca5-f8d9-4306-9ece-4faa49a938bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (cf73a9b4-220e-4541-905c-f858cf286575), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:04.060868 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-e248dd28-436b-407e-b515-ac1b6149e036 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/quotas/5ddd037e816444bb8889a8c76c62282e HTTP/1.1" status: 200 len: 375 time: 0.0631988 Mar 16 11:24:04.089262 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Allocated IP 172.20.0.2 (33dcaf7a-9065-45ab-98b3-1b440d48a146/f7178324-d2ef-4ea9-873d-2e1326b0608e/32924fb9-e998-4f98-ac2a-6edc13e95d14) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:04.130765 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port cf73a9b4-220e-4541-905c-f858cf286575 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:04.131278 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (cf73a9b4-220e-4541-905c-f858cf286575), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:04.134836 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-3292b85e-c9cd-484c-867c-78e5d6626bde tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ddd037e816444bb8889a8c76c62282e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688791 Mar 16 11:24:04.151111 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:24:04.163184 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Allocated IP 172.27.2.90 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/d23ff428-05f6-425e-a17f-6c8b2882dd0f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:04.168203 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Sync routers for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:04.196332 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:24:04.197770 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.209541 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:04.209541 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-9aed8b7d-acef-471d-94ee-ebdcae4c7cd2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6286261 Mar 16 11:24:04.209965 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48354) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:04.230203 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-53bbaca5-f8d9-4306-9ece-4faa49a938bb None None] Current status of the port cf73a9b4-220e-4541-905c-f858cf286575 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:04.380363 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Publish callbacks [] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:04.426815 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:04.474814 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:04.481480 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:04.496848 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:04.502037 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port cf73a9b4-220e-4541-905c-f858cf286575 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:04.513834 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Publish callbacks [] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:04.523165 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:04.565456 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-2ee5965e-872c-474c-b349-5aa35b389184 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:24:04.572558 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-2ee5965e-872c-474c-b349-5aa35b389184 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2109895 Mar 16 11:24:04.574031 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Network 33dcaf7a-9065-45ab-98b3-1b440d48a146 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:04.581971 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:04.589390 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:04.598992 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Pushing event updated for resources: {'Port': ['ID=32924fb9-e998-4f98-ac2a-6edc13e95d14,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:04.653018 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Publish callbacks [] for router_gateway (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:04.661477 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:24:04.703621 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Attempting to bind port 32924fb9-e998-4f98-ac2a-6edc13e95d14 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:04.704642 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Attempting to bind port 32924fb9-e998-4f98-ac2a-6edc13e95d14 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:04.705660 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Attempting to bind port 32924fb9-e998-4f98-ac2a-6edc13e95d14 on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:04.715446 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:04.716229 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Checking segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:04.716923 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:04.717542 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Bound using segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:04.719192 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Bound port: 32924fb9-e998-4f98-ac2a-6edc13e95d14, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:04.719837 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:04.738260 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:04.872655 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Publish callbacks [] for router_gateway (9315c3eb-a97a-429e-b26e-df4e269eb2a2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:04.890097 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-61478fcb-012b-48c3-bb50-e44bce9cb367 service neutron] 10.222.0.47 "GET /v2.0/networks/06edfc6e-5cef-4656-b76b-ea906c38989d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165765 Mar 16 11:24:04.906599 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] For port 32924fb9-e998-4f98-ac2a-6edc13e95d14, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:04.910303 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] For port 32924fb9-e998-4f98-ac2a-6edc13e95d14, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=32924fb9-e998-4f98-ac2a-6edc13e95d14,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:04.919773 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:05.020630 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:01Z', 'revision_number': 3, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.028280 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48378) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:05.058270 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:05.065752 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Checking router: c5722b8b-8009-4fc3-83b9-7473ced3318b for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:05.066358 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Updating router c5722b8b-8009-4fc3-83b9-7473ced3318b port 5e0336e9-a436-4101-8c3f-8b783c90701d binding host dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:24:05.071851 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1386cec-4c5a-44e8-a185-6dc59a770529 None None] Pushing event updated for resources: {'Port': ['ID=32924fb9-e998-4f98-ac2a-6edc13e95d14,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:05.186969 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:05.300142 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Allocated IP 172.27.2.41 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/5112d4f2-ad77-4cc0-be0b-30a6cf652cc2) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:05.311846 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769724'] for router (9315c3eb-a97a-429e-b26e-df4e269eb2a2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:05.325262 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-ee895670-8a22-4562-baf9-ef6f0d57da8f service neutron] 10.222.0.47 "GET /v2.0/networks/06edfc6e-5cef-4656-b76b-ea906c38989d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342549 Mar 16 11:24:05.496258 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa2aa587-abd1-4250-814b-861a6d8a2baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:05.604182 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Pushing event updated for resources: {'Port': ['ID=d23ff428-05f6-425e-a17f-6c8b2882dd0f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:05.620025 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Router 9315c3eb-a97a-429e-b26e-df4e269eb2a2 is scheduled to L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:24:05.754882 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 32924fb9-e998-4f98-ac2a-6edc13e95d14 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:05.806189 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:24:05.851858 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:05.858202 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-93e9ffa4-cf1c-490b-97d0-4d971821c495 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4064825 Mar 16 11:24:05.864793 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48412) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:05.882616 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Sync routers for ids ['9315c3eb-a97a-429e-b26e-df4e269eb2a2'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:05.919306 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48416) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:05.938241 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Routers {'9315c3eb-a97a-429e-b26e-df4e269eb2a2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:24:05.938951 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['9315c3eb-a97a-429e-b26e-df4e269eb2a2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:06.085946 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Set router 9315c3eb-a97a-429e-b26e-df4e269eb2a2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:24:06.304446 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Publish callbacks [] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.308495 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2376acd9-aaea-4c36-a50c-7439fea6d029 req-f946a77e-1007-41ce-8da4-ea866682af34 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 210 time: 0.3865066 Mar 16 11:24:06.361847 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 32924fb9-e998-4f98-ac2a-6edc13e95d14 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:06.362235 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.478473 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.514907 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.557080 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa2aa587-abd1-4250-814b-861a6d8a2baa admin admin] Publish callbacks [] for security_group (f696096b-762d-4bde-ab8b-440fa0698a69), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.572562 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'name': 'tempest-ServerRescueNegativeTestJSON-297228874-router', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:04Z', 'revision_number': 3, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'gw_port': {'id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:06.580543 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 32924fb9-e998-4f98-ac2a-6edc13e95d14 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:06.580963 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.583388 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa2aa587-abd1-4250-814b-861a6d8a2baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f696096b-762d-4bde-ab8b-440fa0698a69), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.608150 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:06.615849 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Pushing event updated for resources: {'Port': ['ID=5112d4f2-ad77-4cc0-be0b-30a6cf652cc2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:06.628754 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:06.677312 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Checking router: 9315c3eb-a97a-429e-b26e-df4e269eb2a2 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:06.678151 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Updating router 9315c3eb-a97a-429e-b26e-df4e269eb2a2 port d23ff428-05f6-425e-a17f-6c8b2882dd0f binding host dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:24:06.724923 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c45722d-2586-4d0e-bf7e-5b6d8f197bf9 None None] Network 33dcaf7a-9065-45ab-98b3-1b440d48a146 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:24:06.732507 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.735470 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-aa2aa587-abd1-4250-814b-861a6d8a2baa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3396679b1b3143b0ae5c3e30f7361217&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7034965 Mar 16 11:24:06.737473 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48452) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:06.743100 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:06.770167 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Publish callbacks [] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.785948 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.896608 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Attempting to bind port 5e0336e9-a436-4101-8c3f-8b783c90701d on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:06.899926 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Attempting to bind port 5e0336e9-a436-4101-8c3f-8b783c90701d by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:06.901118 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Attempting to bind port 5e0336e9-a436-4101-8c3f-8b783c90701d on network 9cf056d6-fdfe-4a51-9b70-374530641aca {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:06.925624 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:06.926308 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Checking segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:06.926874 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.927421 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Bound using segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:06.927903 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Bound port: 5e0336e9-a436-4101-8c3f-8b783c90701d, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:06.928888 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.951042 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.963571 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Pushing event updated for resources: {'Port': ['ID=5e0336e9-a436-4101-8c3f-8b783c90701d,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:06.966929 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:06.978789 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port 32924fb9-e998-4f98-ac2a-6edc13e95d14, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=32924fb9-e998-4f98-ac2a-6edc13e95d14,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:06.991517 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:06.991872 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:06.992243 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:06.992626 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:06.992970 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:06.993300 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:07.020317 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:07.024840 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Tracked resource versions report: Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: pushed versions: Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: { 'AddressGroup': {'1.2'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Agent': {'1.1'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'ConntrackHelper': {'1.0'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'LocalIPAssociation': {'1.0'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Log': {'1.0'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'NDPProxy': {'1.0'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Network': {'1.1'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Port': {'1.7'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'PortForwarding': {'1.2'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'QosPolicy': {'1.10'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'SecurityGroup': {'1.5'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'SubPort': {'1.0'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Subnet': {'1.1'}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Trunk': {'1.1'}} Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: consumer versions: Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: { DHCP agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: HyperV agent@hv-cinder-79053: {}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: L3 agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: Metadata agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: Metering agent@dv-cinder-790535-29-iscsi: {}, Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: Open vSwitch agent@dv-cinder-790535-29-iscsi: { 'AddressGroup': '1.2', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Agent': '1.1', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'ConntrackHelper': '1.0', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'LocalIPAssociation': '1.0', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Log': '1.0', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'NDPProxy': '1.0', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Network': '1.1', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Port': '1.7', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'PortForwarding': '1.2', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'QosPolicy': '1.10', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'SecurityGroup': '1.5', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'SecurityGroupRule': '1.2', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'SubPort': '1.0', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Subnet': '1.1', Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: 'Trunk': '1.1'}} Mar 16 11:24:07.025323 dv-cinder-790535-29-iscsi neutron-server[103140]: {{(pid=103140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:24:07.034434 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:07.046100 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-b4768d3e-76ea-403d-938f-2924b3b11960 None None] Provisioning complete for port 32924fb9-e998-4f98-ac2a-6edc13e95d14 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:07.048602 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b4768d3e-76ea-403d-938f-2924b3b11960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:07.117344 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] For port 5e0336e9-a436-4101-8c3f-8b783c90701d, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:07.130494 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] For port 5e0336e9-a436-4101-8c3f-8b783c90701d, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=5e0336e9-a436-4101-8c3f-8b783c90701d,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:07.143389 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:07.193176 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2aa587-abd1-4250-814b-861a6d8a2baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f696096b-762d-4bde-ab8b-440fa0698a69,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:07.237884 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:24:07.238510 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:07.343504 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Allocated IP 172.20.0.1 (4a19a238-948f-4877-8123-653055815c9d/0f580f26-f46f-4a81-9b0f-042c7377652c/747de8a2-043d-4236-8158-372af92a89b7) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:07.389848 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8673649-7078-4c21-940e-d853d77ed891 None None] Pushing event updated for resources: {'Port': ['ID=5e0336e9-a436-4101-8c3f-8b783c90701d,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:07.413467 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b4768d3e-76ea-403d-938f-2924b3b11960 None None] Current status of the port 32924fb9-e998-4f98-ac2a-6edc13e95d14 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:07.505300 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Publish callbacks [] for router_gateway (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:07.524239 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:24:07.595276 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Publish callbacks [] for port (747de8a2-043d-4236-8158-372af92a89b7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:07.658159 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=32924fb9-e998-4f98-ac2a-6edc13e95d14,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:07.685680 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (747de8a2-043d-4236-8158-372af92a89b7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:07.695982 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fdc87cbc-ec82-4207-a3f4-d368ef90d645 admin admin] Publish callbacks [] for security_group (f696096b-762d-4bde-ab8b-440fa0698a69), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:07.717351 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Network 4a19a238-948f-4877-8123-653055815c9d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:07.720591 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:07.747427 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fdc87cbc-ec82-4207-a3f4-d368ef90d645 admin admin] Publish callbacks [] for security_group (f696096b-762d-4bde-ab8b-440fa0698a69), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:07.825005 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-67cc46fa-6e91-421f-af24-8fa9e3968963 req-406a6bd5-facc-4730-8c2f-d5cc23055430 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 210 time: 0.3103547 Mar 16 11:24:07.850259 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=747de8a2-043d-4236-8158-372af92a89b7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:07.887840 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:07.888699 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769743'] for router_interface (9315c3eb-a97a-429e-b26e-df4e269eb2a2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:07.966274 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Allocated IP 172.20.0.1 (c170e093-4302-4344-9c38-7d7b54780b71/75bf84d9-ff44-4d8e-bded-a61f9c17dfc9/38abbf98-d1c4-48a2-adcc-02842cf5223a) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:07.972062 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:01Z', 'revision_number': 3, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:08.033721 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966d32e-7ae4-4041-bf74-302c48418af8 None None] The sync data for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi is: [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:01Z', 'revision_number': 3, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:08.170561 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fdc87cbc-ec82-4207-a3f4-d368ef90d645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f696096b-762d-4bde-ab8b-440fa0698a69), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:08.175505 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fdc87cbc-ec82-4207-a3f4-d368ef90d645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:08.188614 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-fdc87cbc-ec82-4207-a3f4-d368ef90d645 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f696096b-762d-4bde-ab8b-440fa0698a69 HTTP/1.1" status: 204 len: 168 time: 1.3802459 Mar 16 11:24:08.220716 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Publish callbacks [] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:08.241608 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:08.311536 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc87cbc-ec82-4207-a3f4-d368ef90d645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f696096b-762d-4bde-ab8b-440fa0698a69,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:08.330775 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Publish callbacks [] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:08.353382 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48524) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:08.360330 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f03c2a-3f62-4917-a71b-5bec15257a73 None None] Pushing event updated for resources: {'Port': ['ID=d23ff428-05f6-425e-a17f-6c8b2882dd0f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:08.383828 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Attempting to bind port d23ff428-05f6-425e-a17f-6c8b2882dd0f on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:08.384209 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Attempting to bind port d23ff428-05f6-425e-a17f-6c8b2882dd0f by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:08.384646 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Attempting to bind port d23ff428-05f6-425e-a17f-6c8b2882dd0f on network 9cf056d6-fdfe-4a51-9b70-374530641aca {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:08.405813 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:08.405813 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Checking segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:08.408064 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:08.408472 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Bound using segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:08.408999 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Bound port: d23ff428-05f6-425e-a17f-6c8b2882dd0f, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:08.409388 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:08.490921 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-95587be3-c8ef-4f94-8ea1-90926ace7ba7 None None] Provisioning complete for port 32924fb9-e998-4f98-ac2a-6edc13e95d14 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:08.491320 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-95587be3-c8ef-4f94-8ea1-90926ace7ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:08.508909 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:08.615630 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Network c170e093-4302-4344-9c38-7d7b54780b71 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:08.631983 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:08.665383 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:08.665875 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769743'] for router_interface (c5722b8b-8009-4fc3-83b9-7473ced3318b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:08.669117 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-95587be3-c8ef-4f94-8ea1-90926ace7ba7 None None] Current status of the port 32924fb9-e998-4f98-ac2a-6edc13e95d14 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:08.679795 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] For port d23ff428-05f6-425e-a17f-6c8b2882dd0f, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:08.696323 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] For port d23ff428-05f6-425e-a17f-6c8b2882dd0f, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=d23ff428-05f6-425e-a17f-6c8b2882dd0f,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:08.716192 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (747de8a2-043d-4236-8158-372af92a89b7), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:08.721642 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:08.809937 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f03c2a-3f62-4917-a71b-5bec15257a73 None None] Pushing event updated for resources: {'Port': ['ID=d23ff428-05f6-425e-a17f-6c8b2882dd0f,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:08.812710 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Pushing event updated for resources: {'Port': ['ID=38abbf98-d1c4-48a2-adcc-02842cf5223a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:08.852443 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Routers {'9315c3eb-a97a-429e-b26e-df4e269eb2a2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:24:08.853296 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['9315c3eb-a97a-429e-b26e-df4e269eb2a2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:09.080801 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769724'] for router (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.114762 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] Set router 9315c3eb-a97a-429e-b26e-df4e269eb2a2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:24:09.163092 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0361c4cf-0fc0-4651-9198-6fb2db28ae93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.266186 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48560) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:09.305528 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbd9a-5bef-45ae-a6d1-3d54c35807ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.340459 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.62', 52624) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:09.384245 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0749ffa-730e-4a1f-a898-8405527dbc10 req-8b2f61e1-ab5e-4b42-8a0c-be76b28957aa tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 210 time: 0.1401129 Mar 16 11:24:09.384916 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.419016 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-eb19121a-bfb2-4485-8b20-ec9c36a38a12 None None] Provisioning complete for port 38abbf98-d1c4-48a2-adcc-02842cf5223a triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:09.419582 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eb19121a-bfb2-4485-8b20-ec9c36a38a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.462434 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0361c4cf-0fc0-4651-9198-6fb2db28ae93 admin admin] Publish callbacks [] for security_group (880716d9-91b3-4962-8562-6edc1e656e83), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.506987 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Publish callbacks [] for port (747de8a2-043d-4236-8158-372af92a89b7), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.514783 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (747de8a2-043d-4236-8158-372af92a89b7), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.516142 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774783'] for router_interface (9315c3eb-a97a-429e-b26e-df4e269eb2a2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.530326 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0361c4cf-0fc0-4651-9198-6fb2db28ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (880716d9-91b3-4962-8562-6edc1e656e83), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.572705 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-eb19121a-bfb2-4485-8b20-ec9c36a38a12 None None] Port 38abbf98-d1c4-48a2-adcc-02842cf5223a cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:24:09.653476 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=747de8a2-043d-4236-8158-372af92a89b7,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:09.686825 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'name': 'tempest-ServerRescueNegativeTestJSON-297228874-router', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:08Z', 'revision_number': 4, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'gw_port': {'id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '747de8a2-043d-4236-8158-372af92a89b7', 'name': '', 'network_id': '4a19a238-948f-4877-8123-653055815c9d', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'mac_address': 'fa:16:3e:2a:10:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f580f26-f46f-4a81-9b0f-042c7377652c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:07Z', 'revision_number': 1, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'subnets': [{'id': '0f580f26-f46f-4a81-9b0f-042c7377652c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:09.699151 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-0361c4cf-0fc0-4651-9198-6fb2db28ae93 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a5a1fd45adcb4fc3b35faee463fe764b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3446879 Mar 16 11:24:09.707780 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbd9a-5bef-45ae-a6d1-3d54c35807ab admin admin] Publish callbacks [] for security_group (41fe4f48-431c-4b18-8de9-00ca0f65b3cd), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.711646 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48572) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:09.732880 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084354b9-b47b-4c75-a4ef-04b55e366717 None None] The sync data for ids ['9315c3eb-a97a-429e-b26e-df4e269eb2a2'] in dv-cinder-790535-29-iscsi is: [{'id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'name': 'tempest-ServerRescueNegativeTestJSON-297228874-router', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:08Z', 'revision_number': 4, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'gw_port': {'id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '747de8a2-043d-4236-8158-372af92a89b7', 'name': '', 'network_id': '4a19a238-948f-4877-8123-653055815c9d', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'mac_address': 'fa:16:3e:2a:10:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f580f26-f46f-4a81-9b0f-042c7377652c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:07Z', 'revision_number': 1, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'subnets': [{'id': '0f580f26-f46f-4a81-9b0f-042c7377652c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:09.735620 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361c4cf-0fc0-4651-9198-6fb2db28ae93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880716d9-91b3-4962-8562-6edc1e656e83,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:09.766746 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Network 4a19a238-948f-4877-8123-653055815c9d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:09.782831 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:09.793866 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbd9a-5bef-45ae-a6d1-3d54c35807ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (41fe4f48-431c-4b18-8de9-00ca0f65b3cd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.847577 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 32924fb9-e998-4f98-ac2a-6edc13e95d14 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:09.891021 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-b9cdbd9a-5bef-45ae-a6d1-3d54c35807ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24e0612724084becb5872be84f0071e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6237328 Mar 16 11:24:09.920623 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48584) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:09.938566 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 32924fb9-e998-4f98-ac2a-6edc13e95d14 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:09.938944 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:09.987314 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdbd9a-5bef-45ae-a6d1-3d54c35807ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fe4f48-431c-4b18-8de9-00ca0f65b3cd,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:10.041929 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd64b81b-49fd-4d12-8a08-104061e9b227 admin admin] Publish callbacks [] for security_group (880716d9-91b3-4962-8562-6edc1e656e83), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.085287 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 32924fb9-e998-4f98-ac2a-6edc13e95d14 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:10.086513 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 5e0336e9-a436-4101-8c3f-8b783c90701d up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:10.169163 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 5e0336e9-a436-4101-8c3f-8b783c90701d triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:10.170250 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.198248 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd64b81b-49fd-4d12-8a08-104061e9b227 admin admin] Publish callbacks [] for security_group (880716d9-91b3-4962-8562-6edc1e656e83), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.200102 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c168753-07af-4e82-a130-f98b0435b19c admin admin] Publish callbacks [] for security_group (41fe4f48-431c-4b18-8de9-00ca0f65b3cd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.225841 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Router 9315c3eb-a97a-429e-b26e-df4e269eb2a2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:24:10.282572 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c168753-07af-4e82-a130-f98b0435b19c admin admin] Publish callbacks [] for security_group (41fe4f48-431c-4b18-8de9-00ca0f65b3cd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.293285 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Publish callbacks [] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.305427 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.306145 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774783'] for router_interface (c5722b8b-8009-4fc3-83b9-7473ced3318b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.341258 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 5e0336e9-a436-4101-8c3f-8b783c90701d is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:10.341915 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.387632 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port 5e0336e9-a436-4101-8c3f-8b783c90701d, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=5e0336e9-a436-4101-8c3f-8b783c90701d,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:10.408325 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.417479 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-f36f2058-ce1d-40f9-b2d1-9b500df3590d tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:10.422440 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-f36f2058-ce1d-40f9-b2d1-9b500df3590d tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.62 "GET /v2.0/networks?id=06edfc6e-5cef-4656-b76b-ea906c38989d HTTP/1.1" status: 200 len: 812 time: 1.0708344 Mar 16 11:24:10.433380 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 is scheduled to L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:24:10.467007 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c168753-07af-4e82-a130-f98b0435b19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (41fe4f48-431c-4b18-8de9-00ca0f65b3cd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.474325 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c168753-07af-4e82-a130-f98b0435b19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.475938 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-7c168753-07af-4e82-a130-f98b0435b19c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41fe4f48-431c-4b18-8de9-00ca0f65b3cd HTTP/1.1" status: 204 len: 168 time: 0.5436561 Mar 16 11:24:10.513600 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=5e0336e9-a436-4101-8c3f-8b783c90701d,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:10.522533 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c168753-07af-4e82-a130-f98b0435b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fe4f48-431c-4b18-8de9-00ca0f65b3cd,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:10.530796 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Request body: {'port': {'device_id': 'b3e4a390-504b-4609-9186-e7fca22e40ec', 'network_id': '06edfc6e-5cef-4656-b76b-ea906c38989d', 'admin_state_up': True, 'tenant_id': '5ddd037e816444bb8889a8c76c62282e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:10.861283 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd64b81b-49fd-4d12-8a08-104061e9b227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (880716d9-91b3-4962-8562-6edc1e656e83), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.865105 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd64b81b-49fd-4d12-8a08-104061e9b227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:10.868933 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-dd64b81b-49fd-4d12-8a08-104061e9b227 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/880716d9-91b3-4962-8562-6edc1e656e83 HTTP/1.1" status: 204 len: 168 time: 1.1084123 Mar 16 11:24:10.893319 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64b81b-49fd-4d12-8a08-104061e9b227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880716d9-91b3-4962-8562-6edc1e656e83,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:10.969208 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:24:10.980752 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-feec9d34-180e-4a79-8b1a-cdb37fe2c4f0 admin admin] 10.222.0.47 "PUT /v2.0/routers/9315c3eb-a97a-429e-b26e-df4e269eb2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1102591 Mar 16 11:24:11.277085 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Pushing event updated for resources: {'Port': ['ID=38abbf98-d1c4-48a2-adcc-02842cf5223a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:11.309243 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dc5263c5-d656-45d2-acc6-a1582c202f47 req-fcb0f427-2c72-40fc-ae3e-9fb45da1cee7 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 210 time: 0.3948994 Mar 16 11:24:11.454583 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Network c170e093-4302-4344-9c38-7d7b54780b71 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:11.477248 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:11.784704 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48646) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:11.831736 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fbc756d7-7e70-4be2-bc14-2ed19ae7daf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:11.884407 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device d23ff428-05f6-425e-a17f-6c8b2882dd0f up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:12.033673 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:24:12.048601 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Sync routers for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:12.066231 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fbc756d7-7e70-4be2-bc14-2ed19ae7daf3 admin admin] Publish callbacks [] for security_group (253c7a38-05cb-4ac4-bc96-087b207f1310), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:12.068781 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:24:12.073690 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:12.100179 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ed58aa14-f59e-43e6-8178-d01e19e5caa2 None None] Provisioning complete for port 38abbf98-d1c4-48a2-adcc-02842cf5223a triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:12.102153 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fbc756d7-7e70-4be2-bc14-2ed19ae7daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (253c7a38-05cb-4ac4-bc96-087b207f1310), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:12.102906 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed58aa14-f59e-43e6-8178-d01e19e5caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:12.159676 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-fbc756d7-7e70-4be2-bc14-2ed19ae7daf3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05b6124120724d49b7d595a793e075a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3737705 Mar 16 11:24:12.165147 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48662) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:12.174254 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:12.185500 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48664) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:12.192823 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-fa42c529-0fef-4c20-b61c-da4c2bc6275b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.6733868 Mar 16 11:24:12.245694 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port d23ff428-05f6-425e-a17f-6c8b2882dd0f triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:12.246118 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:12.268153 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Made reservation on behalf of 5ddd037e816444bb8889a8c76c62282e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:12.274361 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:12.308442 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc756d7-7e70-4be2-bc14-2ed19ae7daf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253c7a38-05cb-4ac4-bc96-087b207f1310,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:12.368597 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ed58aa14-f59e-43e6-8178-d01e19e5caa2 None None] Port 38abbf98-d1c4-48a2-adcc-02842cf5223a cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:24:12.540166 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Router c5722b8b-8009-4fc3-83b9-7473ced3318b has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:24:12.565852 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:24:12.663785 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port d23ff428-05f6-425e-a17f-6c8b2882dd0f is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:12.664182 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:12.739394 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port d23ff428-05f6-425e-a17f-6c8b2882dd0f, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=d23ff428-05f6-425e-a17f-6c8b2882dd0f,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:12.747163 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:12.750763 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 5e0336e9-a436-4101-8c3f-8b783c90701d up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:13.033263 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9e206238-ba6a-4dba-a78d-5661ca592153 req-6bc9b05a-fada-45eb-8f30-410a87c13509 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 210 time: 0.4306464 Mar 16 11:24:13.044307 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:07Z', 'revision_number': 3, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:13.075141 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d55889b7-885a-42e5-aee5-ae7cdd80dee7 admin admin] Publish callbacks [] for security_group (253c7a38-05cb-4ac4-bc96-087b207f1310), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:13.119722 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Checking router: 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:13.123530 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Updating router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 binding host dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:24:13.325035 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:13.353568 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:13.408431 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=d23ff428-05f6-425e-a17f-6c8b2882dd0f,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:13.429735 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 5e0336e9-a436-4101-8c3f-8b783c90701d triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:13.430207 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:13.617633 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Allocated IP 172.20.0.1 (33dcaf7a-9065-45ab-98b3-1b440d48a146/f7178324-d2ef-4ea9-873d-2e1326b0608e/854a9f96-7f61-4159-a471-c21dcca78a10) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:13.735380 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Publish callbacks [] for port (854a9f96-7f61-4159-a471-c21dcca78a10), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:13.743018 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 5e0336e9-a436-4101-8c3f-8b783c90701d is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:13.805504 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:13.851599 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d55889b7-885a-42e5-aee5-ae7cdd80dee7 admin admin] Publish callbacks [] for security_group (253c7a38-05cb-4ac4-bc96-087b207f1310), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:13.896612 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Network 33dcaf7a-9065-45ab-98b3-1b440d48a146 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:13.905096 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:13.910983 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:13.917580 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769743'] for router_interface (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:13.947698 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Allocated IP 172.20.0.2 (06edfc6e-5cef-4656-b76b-ea906c38989d/c4c7cdb0-aa59-4977-a305-d120cff65b0f/a2b21d3e-6c1e-4833-b37b-f69f8612c732) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:13.974288 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device d23ff428-05f6-425e-a17f-6c8b2882dd0f up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:13.982984 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Sync routers for ids ['9315c3eb-a97a-429e-b26e-df4e269eb2a2'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:14.045769 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48720) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:14.049844 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Publish callbacks [] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.064430 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Pushing event updated for resources: {'Port': ['ID=854a9f96-7f61-4159-a471-c21dcca78a10,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:14.079077 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.117548 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Routers {'9315c3eb-a97a-429e-b26e-df4e269eb2a2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:24:14.138908 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['9315c3eb-a97a-429e-b26e-df4e269eb2a2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:14.245471 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:24:14.281403 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Sync routers for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:14.312587 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.340626 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:24:14.341254 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1722121a-fb52-442e-bd75-821efffc253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:14.345878 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-11ff8dae-bf97-4c1b-a0e4-c9a28e96a9aa tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:14.347461 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-11ff8dae-bf97-4c1b-a0e4-c9a28e96a9aa tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/networks?id=4a19a238-948f-4877-8123-653055815c9d HTTP/1.1" status: 200 len: 818 time: 1.2749760 Mar 16 11:24:14.394799 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-c4c73033-2444-4596-82db-03a632853c70 admin admin] 10.222.0.47 "PUT /v2.0/routers/c5722b8b-8009-4fc3-83b9-7473ced3318b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1809230 Mar 16 11:24:14.404813 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d4dbd1c3-959b-4629-aa8d-9fd0adaf20ba req-10131eb0-86e6-4595-b84b-f1035a0bc455 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 210 time: 0.2375107 Mar 16 11:24:14.436836 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port d23ff428-05f6-425e-a17f-6c8b2882dd0f triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:14.438660 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.651562 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:24:14.655424 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7428558-a990-4203-a1ec-79b809772aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.677029 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Set router 9315c3eb-a97a-429e-b26e-df4e269eb2a2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:24:14.713953 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf8b8e-ae8a-4087-b902-9d11eaf5d8aa None None] Pushing event updated for resources: {'Port': ['ID=5112d4f2-ad77-4cc0-be0b-30a6cf652cc2,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:14.719238 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d55889b7-885a-42e5-aee5-ae7cdd80dee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (253c7a38-05cb-4ac4-bc96-087b207f1310), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.727489 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d55889b7-885a-42e5-aee5-ae7cdd80dee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.737057 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-d55889b7-885a-42e5-aee5-ae7cdd80dee7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/253c7a38-05cb-4ac4-bc96-087b207f1310 HTTP/1.1" status: 204 len: 168 time: 2.5633914 Mar 16 11:24:14.737230 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Attempting to bind port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:14.737230 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Attempting to bind port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:14.737230 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Attempting to bind port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 on network 9cf056d6-fdfe-4a51-9b70-374530641aca {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:14.758926 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:14.769806 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Checking segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:14.770550 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.770995 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Bound using segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:14.771536 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Bound port: 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:14.771930 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.810369 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Publish callbacks [] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.871645 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55889b7-885a-42e5-aee5-ae7cdd80dee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253c7a38-05cb-4ac4-bc96-087b207f1310,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:14.879301 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.884375 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-266f6d2e-727f-4200-9e2a-979da11d93a0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/quotas/69c83e77983d4926a9df4a093866a49c HTTP/1.1" status: 200 len: 375 time: 0.4782441 Mar 16 11:24:14.924403 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-6d67dd95-e873-4220-b7a9-ddc2ce9c7553 None None] Provisioning complete for port 854a9f96-7f61-4159-a471-c21dcca78a10 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:14.929071 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6d67dd95-e873-4220-b7a9-ddc2ce9c7553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.956324 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Publish callbacks [] for port (854a9f96-7f61-4159-a471-c21dcca78a10), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.968304 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:14.974335 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774783'] for router_interface (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:15.012467 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7428558-a990-4203-a1ec-79b809772aed admin admin] Publish callbacks [] for security_group (f344e2e1-6486-45bc-abf2-50535f838b9b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:15.071773 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7428558-a990-4203-a1ec-79b809772aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f344e2e1-6486-45bc-abf2-50535f838b9b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:15.109904 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6d67dd95-e873-4220-b7a9-ddc2ce9c7553 None None] Port 854a9f96-7f61-4159-a471-c21dcca78a10 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:24:15.139737 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-c7428558-a990-4203-a1ec-79b809772aed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=900a8e41995041ac8e4699ebed92dadc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0922248 Mar 16 11:24:15.164663 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48754) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:15.243458 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] For port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:15.329406 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] For port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=5112d4f2-ad77-4cc0-be0b-30a6cf652cc2,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:15.357467 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port d23ff428-05f6-425e-a17f-6c8b2882dd0f is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:15.359329 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:15.487494 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Network 06edfc6e-5cef-4656-b76b-ea906c38989d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:15.494287 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Pushing event updated for resources: {'Port': ['ID=854a9f96-7f61-4159-a471-c21dcca78a10,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:15.541818 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7428558-a990-4203-a1ec-79b809772aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f344e2e1-6486-45bc-abf2-50535f838b9b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:15.586373 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2385-35b0-48d5-8b4c-7c6bd11b2b5f admin admin] Publish callbacks [] for security_group (f344e2e1-6486-45bc-abf2-50535f838b9b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:15.599021 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'name': 'tempest-ServerRescueNegativeTestJSON-297228874-router', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:08Z', 'revision_number': 4, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'gw_port': {'id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '747de8a2-043d-4236-8158-372af92a89b7', 'name': '', 'network_id': '4a19a238-948f-4877-8123-653055815c9d', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'mac_address': 'fa:16:3e:2a:10:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f580f26-f46f-4a81-9b0f-042c7377652c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:08Z', 'revision_number': 2, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'subnets': [{'id': '0f580f26-f46f-4a81-9b0f-042c7377652c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:15.608282 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:24:15.615937 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:15.658656 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Checking router: 9315c3eb-a97a-429e-b26e-df4e269eb2a2 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:15.659346 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Updating router 9315c3eb-a97a-429e-b26e-df4e269eb2a2 port 747de8a2-043d-4236-8158-372af92a89b7 binding host dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:24:15.701598 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2385-35b0-48d5-8b4c-7c6bd11b2b5f admin admin] Publish callbacks [] for security_group (f344e2e1-6486-45bc-abf2-50535f838b9b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:15.705013 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48772) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:15.725716 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (747de8a2-043d-4236-8158-372af92a89b7), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:15.731251 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-00aa3f13-eeeb-431f-b019-0c01a6353a29 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--648398023', 'description': 'tempest-description--1295062943'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:15.746023 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Network 33dcaf7a-9065-45ab-98b3-1b440d48a146 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:15.799826 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:15.977709 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:24:16.215165 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf8b8e-ae8a-4087-b902-9d11eaf5d8aa None None] Pushing event updated for resources: {'Port': ['ID=5112d4f2-ad77-4cc0-be0b-30a6cf652cc2,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:16.278800 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Pushing event updated for resources: {'Port': ['ID=a2b21d3e-6c1e-4833-b37b-f69f8612c732,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:16.278800 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:16.283394 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:16.301356 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:16.302022 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:16.340881 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Publish callbacks [] for port (747de8a2-043d-4236-8158-372af92a89b7), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:16.353505 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00aa3f13-eeeb-431f-b019-0c01a6353a29 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:16.368756 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (747de8a2-043d-4236-8158-372af92a89b7), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:16.383671 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-9809e5f3-8ff7-4083-aa4c-6e030b88eeef tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8775024 Mar 16 11:24:16.413169 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-2b0b37b2-f532-4e24-a8cb-ad9ffe57b3a1 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:24:16.414249 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-2b0b37b2-f532-4e24-a8cb-ad9ffe57b3a1 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061648 Mar 16 11:24:16.421795 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2385-35b0-48d5-8b4c-7c6bd11b2b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f344e2e1-6486-45bc-abf2-50535f838b9b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:16.427518 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-98b6d702-9d28-43d7-8e46-94c7be97f3d3 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=69c83e77983d4926a9df4a093866a49c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3517230 Mar 16 11:24:16.430095 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2385-35b0-48d5-8b4c-7c6bd11b2b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:16.436498 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-ecdf2385-35b0-48d5-8b4c-7c6bd11b2b5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f344e2e1-6486-45bc-abf2-50535f838b9b HTTP/1.1" status: 204 len: 168 time: 1.2422361 Mar 16 11:24:16.453811 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1722121a-fb52-442e-bd75-821efffc253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 2, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:16.494570 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf2385-35b0-48d5-8b4c-7c6bd11b2b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f344e2e1-6486-45bc-abf2-50535f838b9b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:16.496129 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Checking router: c5722b8b-8009-4fc3-83b9-7473ced3318b for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:16.496771 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Updating router c5722b8b-8009-4fc3-83b9-7473ced3318b port 38abbf98-d1c4-48a2-adcc-02842cf5223a binding host dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:24:16.505424 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e86f9-a6ec-4d96-a9d3-5bd6a11ad155 req-64e6b415-374c-4ae0-9d4d-f3a7daecf1e9 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:16.510793 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-074e86f9-a6ec-4d96-a9d3-5bd6a11ad155 req-64e6b415-374c-4ae0-9d4d-f3a7daecf1e9 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 931 time: 0.2849824 Mar 16 11:24:16.575552 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:24:16.611223 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:16.625329 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-6cbd075e-171f-47ed-8e18-9da06b4485e7 None None] Provisioning complete for port 854a9f96-7f61-4159-a471-c21dcca78a10 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:16.631326 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6cbd075e-171f-47ed-8e18-9da06b4485e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:16.634140 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-074e86f9-a6ec-4d96-a9d3-5bd6a11ad155 req-4c6afdf5-a5c9-42e8-8b7a-1f2a55d92869 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064007 Mar 16 11:24:16.741308 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 2, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:16.799907 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9df5b-6a78-44a3-af0b-3d75b1725487 None None] The sync data for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi is: [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 2, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:16.845685 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce285d-cca1-4029-bc8f-e2a7075212ff None None] Pushing event updated for resources: {'Port': ['ID=747de8a2-043d-4236-8158-372af92a89b7,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:16.856069 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00aa3f13-eeeb-431f-b019-0c01a6353a29 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group (10984cf5-da16-45af-9d08-b7f551c0391c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:16.868110 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd075e-171f-47ed-8e18-9da06b4485e7 None None] Port 854a9f96-7f61-4159-a471-c21dcca78a10 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:24:16.874900 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Attempting to bind port 747de8a2-043d-4236-8158-372af92a89b7 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:16.875365 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Attempting to bind port 747de8a2-043d-4236-8158-372af92a89b7 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:16.875735 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Attempting to bind port 747de8a2-043d-4236-8158-372af92a89b7 on network 4a19a238-948f-4877-8123-653055815c9d {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:16.882930 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:16.883438 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Checking segment: {'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:16.883854 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:16.884254 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Bound using segment: {'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:16.884767 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Bound port: 747de8a2-043d-4236-8158-372af92a89b7, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:16.885295 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (747de8a2-043d-4236-8158-372af92a89b7), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:17.007762 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] For port 747de8a2-043d-4236-8158-372af92a89b7, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:17.015728 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] For port 747de8a2-043d-4236-8158-372af92a89b7, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=747de8a2-043d-4236-8158-372af92a89b7,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:17.017693 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00aa3f13-eeeb-431f-b019-0c01a6353a29 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (10984cf5-da16-45af-9d08-b7f551c0391c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:17.026450 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (747de8a2-043d-4236-8158-372af92a89b7), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:17.101669 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Routers {'9315c3eb-a97a-429e-b26e-df4e269eb2a2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:24:17.102515 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['9315c3eb-a97a-429e-b26e-df4e269eb2a2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:17.167238 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00aa3f13-eeeb-431f-b019-0c01a6353a29 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:17.171707 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-00aa3f13-eeeb-431f-b019-0c01a6353a29 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4523704 Mar 16 11:24:17.174483 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 48812) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:17.179625 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-195a3a34-76ab-4a57-97fd-4112cd254aaa tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Request body: {'security_group_rule': {'security_group_id': '10984cf5-da16-45af-9d08-b7f551c0391c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:17.244388 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa3f13-eeeb-431f-b019-0c01a6353a29 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10984cf5-da16-45af-9d08-b7f551c0391c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:17.280962 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-195a3a34-76ab-4a57-97fd-4112cd254aaa tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group_rule (3bb47c95-ff93-4666-a868-2dddfc9726e9), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:17.326113 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:24:17.353988 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-53efab05-0587-4a45-887e-903e2621c6cb admin admin] 10.222.0.47 "PUT /v2.0/routers/2ab21d60-b1d4-4de3-894a-8e687f77e2d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1573453 Mar 16 11:24:17.412317 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Request body: {'port': {'device_id': 'b3e4a390-504b-4609-9186-e7fca22e40ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:17.471633 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce285d-cca1-4029-bc8f-e2a7075212ff None None] Pushing event updated for resources: {'Port': ['ID=747de8a2-043d-4236-8158-372af92a89b7,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:17.584709 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Publish callbacks [] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:17.592086 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:17.604745 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-9edb5425-8838-420d-801d-366dd6364188 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:24:17.606641 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-9edb5425-8838-420d-801d-366dd6364188 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4423261 Mar 16 11:24:17.610387 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-195a3a34-76ab-4a57-97fd-4112cd254aaa tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group_rule (3bb47c95-ff93-4666-a868-2dddfc9726e9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:17.622929 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-195a3a34-76ab-4a57-97fd-4112cd254aaa tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (3bb47c95-ff93-4666-a868-2dddfc9726e9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:17.651140 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bddda3-e555-4047-a2b5-7f09c8af46b6 None None] Pushing event updated for resources: {'Port': ['ID=38abbf98-d1c4-48a2-adcc-02842cf5223a,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:17.698839 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] Set router 9315c3eb-a97a-429e-b26e-df4e269eb2a2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:24:17.918775 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-dff6fcda-80ed-44d2-9044-c328196b2043 service neutron] 10.222.0.47 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975497 Mar 16 11:24:17.992674 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a3a34-76ab-4a57-97fd-4112cd254aaa tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb47c95-ff93-4666-a868-2dddfc9726e9,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:18.066278 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:18.121720 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Attempting to bind port 38abbf98-d1c4-48a2-adcc-02842cf5223a on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:18.122411 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Attempting to bind port 38abbf98-d1c4-48a2-adcc-02842cf5223a by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:18.123922 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Attempting to bind port 38abbf98-d1c4-48a2-adcc-02842cf5223a on network c170e093-4302-4344-9c38-7d7b54780b71 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:18.138450 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 747de8a2-043d-4236-8158-372af92a89b7 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:18.157526 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:18.168205 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Checking segment: {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:18.179151 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:18.179798 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Bound using segment: {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:18.181009 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Bound port: 38abbf98-d1c4-48a2-adcc-02842cf5223a, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:18.182212 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:18.187756 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-195a3a34-76ab-4a57-97fd-4112cd254aaa tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:18.189585 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-195a3a34-76ab-4a57-97fd-4112cd254aaa tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0135241 Mar 16 11:24:18.192353 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48852) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:18.203598 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a106d207-db13-4266-930d-96ab78a41dd8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Request body: {'security_group_rule': {'security_group_id': '10984cf5-da16-45af-9d08-b7f551c0391c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:18.324388 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a106d207-db13-4266-930d-96ab78a41dd8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group_rule (3f7710fa-b197-47c0-a843-be9b62580777), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:18.504990 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-dfe7fc6f-d945-41c8-adee-fff77035b7ff None None] Provisioning complete for port 38abbf98-d1c4-48a2-adcc-02842cf5223a triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:18.511195 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dfe7fc6f-d945-41c8-adee-fff77035b7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:18.568374 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a106d207-db13-4266-930d-96ab78a41dd8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group_rule (3f7710fa-b197-47c0-a843-be9b62580777), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:18.590607 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a106d207-db13-4266-930d-96ab78a41dd8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (3f7710fa-b197-47c0-a843-be9b62580777), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:18.621326 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106d207-db13-4266-930d-96ab78a41dd8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7710fa-b197-47c0-a843-be9b62580777,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:18.639988 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1722121a-fb52-442e-bd75-821efffc253d None None] For port 38abbf98-d1c4-48a2-adcc-02842cf5223a, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:18.653508 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1722121a-fb52-442e-bd75-821efffc253d None None] For port 38abbf98-d1c4-48a2-adcc-02842cf5223a, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=38abbf98-d1c4-48a2-adcc-02842cf5223a,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:18.658307 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a106d207-db13-4266-930d-96ab78a41dd8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:18.660280 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-a106d207-db13-4266-930d-96ab78a41dd8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4659245 Mar 16 11:24:18.664722 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48868) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:18.666807 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:18.681472 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:18.778162 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:18.859583 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:24:18.860599 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1722121a-fb52-442e-bd75-821efffc253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:18.866752 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bddda3-e555-4047-a2b5-7f09c8af46b6 None None] Pushing event updated for resources: {'Port': ['ID=38abbf98-d1c4-48a2-adcc-02842cf5223a,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:19.238747 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-dfe7fc6f-d945-41c8-adee-fff77035b7ff None None] Port 38abbf98-d1c4-48a2-adcc-02842cf5223a cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:24:19.266634 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-1722121a-fb52-442e-bd75-821efffc253d None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:24:19.268171 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 747de8a2-043d-4236-8158-372af92a89b7 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:19.269224 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (747de8a2-043d-4236-8158-372af92a89b7), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:19.542708 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-6258312a-839d-4cc1-ac9e-59913be58101 None None] Provisioning complete for port 38abbf98-d1c4-48a2-adcc-02842cf5223a triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:19.547267 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6258312a-839d-4cc1-ac9e-59913be58101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:19.597913 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:19.676698 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b21d3e-6c1e-4833-b37b-f69f8612c732 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:19.707818 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Publish callbacks [] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:19.769126 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'name': 'tempest-ServerRescueNegativeTestJSON-297228874-router', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:08Z', 'revision_number': 4, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'gw_port': {'id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '747de8a2-043d-4236-8158-372af92a89b7', 'name': '', 'network_id': '4a19a238-948f-4877-8123-653055815c9d', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'mac_address': 'fa:16:3e:2a:10:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f580f26-f46f-4a81-9b0f-042c7377652c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:17Z', 'revision_number': 4, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'subnets': [{'id': '0f580f26-f46f-4a81-9b0f-042c7377652c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:19.789653 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Transition to ACTIVE for port object a2b21d3e-6c1e-4833-b37b-f69f8612c732 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:24:19.821081 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:19.893907 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07277d5-3db1-4db0-ad15-16882c697a40 None None] The sync data for ids ['9315c3eb-a97a-429e-b26e-df4e269eb2a2'] in dv-cinder-790535-29-iscsi is: [{'id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'name': 'tempest-ServerRescueNegativeTestJSON-297228874-router', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:08Z', 'revision_number': 4, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'gw_port': {'id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '747de8a2-043d-4236-8158-372af92a89b7', 'name': '', 'network_id': '4a19a238-948f-4877-8123-653055815c9d', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'mac_address': 'fa:16:3e:2a:10:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f580f26-f46f-4a81-9b0f-042c7377652c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:17Z', 'revision_number': 4, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'subnets': [{'id': '0f580f26-f46f-4a81-9b0f-042c7377652c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:20.019461 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Allocated IP 172.27.2.73 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/3924a192-8044-4c7a-90b4-e75797948862) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:20.023672 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-1722121a-fb52-442e-bd75-821efffc253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:18Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:20.051161 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b21d3e-6c1e-4833-b37b-f69f8612c732,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:20.067696 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1722121a-fb52-442e-bd75-821efffc253d None None] The sync data for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi is: [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:18Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:20.097705 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 747de8a2-043d-4236-8158-372af92a89b7 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:20.098829 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (747de8a2-043d-4236-8158-372af92a89b7), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:20.118333 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6258312a-839d-4cc1-ac9e-59913be58101 None None] Current status of the port 38abbf98-d1c4-48a2-adcc-02842cf5223a is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:20.118902 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6258312a-839d-4cc1-ac9e-59913be58101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:20.133503 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c0f5b023-5f00-45cf-b65f-8aa9d64f650d service neutron] 10.222.0.47 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0866554 Mar 16 11:24:20.175767 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52011c7-7de1-4e73-ba18-41712febdac0 req-701d41c3-ce04-402e-b9ba-9a9b4b82e5ac tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:20.194513 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c52011c7-7de1-4e73-ba18-41712febdac0 req-701d41c3-ce04-402e-b9ba-9a9b4b82e5ac tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 931 time: 1.6760669 Mar 16 11:24:20.278698 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port 747de8a2-043d-4236-8158-372af92a89b7, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=747de8a2-043d-4236-8158-372af92a89b7,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:20.325060 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (747de8a2-043d-4236-8158-372af92a89b7), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:20.541680 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-6258312a-839d-4cc1-ac9e-59913be58101 None None] For port 38abbf98-d1c4-48a2-adcc-02842cf5223a, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=38abbf98-d1c4-48a2-adcc-02842cf5223a,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:20.547388 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=747de8a2-043d-4236-8158-372af92a89b7,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:20.582363 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6258312a-839d-4cc1-ac9e-59913be58101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:20.606870 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for port (3924a192-8044-4c7a-90b4-e75797948862), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:20.695409 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Attempting to bind port a2b21d3e-6c1e-4833-b37b-f69f8612c732 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:20.695966 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Attempting to bind port a2b21d3e-6c1e-4833-b37b-f69f8612c732 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2545ed25-3ee3-4120-bb53-6df26feebff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '06edfc6e-5cef-4656-b76b-ea906c38989d'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:20.696140 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Attempting to bind port a2b21d3e-6c1e-4833-b37b-f69f8612c732 on network 06edfc6e-5cef-4656-b76b-ea906c38989d {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:20.722300 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (3924a192-8044-4c7a-90b4-e75797948862), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:20.753908 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:20.764697 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Port a2b21d3e-6c1e-4833-b37b-f69f8612c732 on network 06edfc6e-5cef-4656-b76b-ea906c38989d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:24:20.773082 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Attempting to bind port a2b21d3e-6c1e-4833-b37b-f69f8612c732 on network 06edfc6e-5cef-4656-b76b-ea906c38989d {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:20.834041 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:20.836557 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Checking segment: {'id': '2545ed25-3ee3-4120-bb53-6df26feebff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '06edfc6e-5cef-4656-b76b-ea906c38989d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:20.838669 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Bound using segment: {'id': '2545ed25-3ee3-4120-bb53-6df26feebff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '06edfc6e-5cef-4656-b76b-ea906c38989d'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:20.840262 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Bound port: a2b21d3e-6c1e-4833-b37b-f69f8612c732, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2545ed25-3ee3-4120-bb53-6df26feebff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '06edfc6e-5cef-4656-b76b-ea906c38989d'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:20.841173 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:20.844158 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:20.847312 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:20.865481 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:20.872676 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c52011c7-7de1-4e73-ba18-41712febdac0 req-85af0c3f-7f69-48bf-8e06-853b4870631e tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762483 Mar 16 11:24:20.937405 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event updated for resources: {'Port': ['ID=3924a192-8044-4c7a-90b4-e75797948862,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:20.956308 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258312a-839d-4cc1-ac9e-59913be58101 None None] Pushing event updated for resources: {'Port': ['ID=38abbf98-d1c4-48a2-adcc-02842cf5223a,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:21.022062 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:21.022581 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:21.128833 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-39a48eab-2d72-45e2-9ce6-366dde23bf7a req-0f582042-c6d7-4394-afe8-cbb9b5c308bc tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 210 time: 0.1063268 Mar 16 11:24:21.232741 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] For port a2b21d3e-6c1e-4833-b37b-f69f8612c732, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:21.253024 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] For port a2b21d3e-6c1e-4833-b37b-f69f8612c732, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b21d3e-6c1e-4833-b37b-f69f8612c732,segment=NetworkSegment(2545ed25-3ee3-4120-bb53-6df26feebff4),segment_id=2545ed25-3ee3-4120-bb53-6df26feebff4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:21.278204 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:21.279557 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:21.280052 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:21.292506 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (eea3a469-470a-45f3-9bb3-fc4c690723c4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:21.309369 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 48952) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:21.345990 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=5112d4f2-ad77-4cc0-be0b-30a6cf652cc2,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:21.355087 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:21.356262 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 38abbf98-d1c4-48a2-adcc-02842cf5223a up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:21.450993 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:21.466213 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:21.472442 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] 10.222.0.62 "PUT /v2.0/ports/a2b21d3e-6c1e-4833-b37b-f69f8612c732 HTTP/1.1" status: 200 len: 1093 time: 4.6583314 Mar 16 11:24:21.477917 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e4a390-504b-4609-9186-e7fca22e40ec', 'tag': 'a2b21d3e-6c1e-4833-b37b-f69f8612c732'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:21.479097 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (3924a192-8044-4c7a-90b4-e75797948862), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:21.775778 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=5112d4f2-ad77-4cc0-be0b-30a6cf652cc2,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:21.825780 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 38abbf98-d1c4-48a2-adcc-02842cf5223a triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:21.826155 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:22.222842 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for port (3924a192-8044-4c7a-90b4-e75797948862), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:22.226654 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 38abbf98-d1c4-48a2-adcc-02842cf5223a is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:22.256058 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (3924a192-8044-4c7a-90b4-e75797948862), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:22.262134 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba3db7f1-5ef9-4fa7-8f13-24e1779aba9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:22.345523 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (eea3a469-470a-45f3-9bb3-fc4c690723c4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:22.438968 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:22.450474 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7843509 Mar 16 11:24:22.466765 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420f4ed-fcac-45c3-bcfc-85657a86003d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event updated for resources: {'Port': ['ID=3924a192-8044-4c7a-90b4-e75797948862,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:22.549814 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-86e8c904-e8f2-4f09-b4f8-edf883cf4ab6 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:22.555346 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-86e8c904-e8f2-4f09-b4f8-edf883cf4ab6 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/networks?id=4a19a238-948f-4877-8123-653055815c9d HTTP/1.1" status: 200 len: 818 time: 0.5645881 Mar 16 11:24:22.574181 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 38abbf98-d1c4-48a2-adcc-02842cf5223a up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:22.613668 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e8bf3-7fc4-4b41-b3e3-00954e05d161 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b21d3e-6c1e-4833-b37b-f69f8612c732,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:22.621997 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49020) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:22.670255 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-2aad2450-33e9-4c17-ac8c-86d2ac31c2aa tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/quotas/69c83e77983d4926a9df4a093866a49c HTTP/1.1" status: 200 len: 375 time: 0.1046827 Mar 16 11:24:22.686140 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9ca3c0bd-0adb-4282-8f70-f8ba78f64715 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061790800', 'description': 'tempest-description--1437561351'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:22.690210 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba3db7f1-5ef9-4fa7-8f13-24e1779aba9f admin admin] Publish callbacks [] for security_group (df861f32-e863-4c12-af80-f6c8660228ac), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:22.695161 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba3db7f1-5ef9-4fa7-8f13-24e1779aba9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (df861f32-e863-4c12-af80-f6c8660228ac), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:22.712989 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 38abbf98-d1c4-48a2-adcc-02842cf5223a triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:22.714078 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:22.856612 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-ba3db7f1-5ef9-4fa7-8f13-24e1779aba9f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f14b0f883b31465e91ef05c9fbcb09b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5461457 Mar 16 11:24:22.857511 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3db7f1-5ef9-4fa7-8f13-24e1779aba9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df861f32-e863-4c12-af80-f6c8660228ac,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:22.860031 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49026) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:22.868342 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-70be2a3d-bdf6-4a9f-ab25-0bacabf12455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:22.870632 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-70be2a3d-bdf6-4a9f-ab25-0bacabf12455 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ddd037e816444bb8889a8c76c62282e&device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 1127 time: 1.1035290 Mar 16 11:24:22.908208 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c0bd-0adb-4282-8f70-f8ba78f64715 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:22.921745 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 38abbf98-d1c4-48a2-adcc-02842cf5223a is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:22.923220 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 747de8a2-043d-4236-8158-372af92a89b7 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:23.021694 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9c8625c4-71d4-4edc-bc34-e7f2ddce0811 admin admin] Publish callbacks [] for security_group (df861f32-e863-4c12-af80-f6c8660228ac), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:23.030212 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 747de8a2-043d-4236-8158-372af92a89b7 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:23.030744 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (747de8a2-043d-4236-8158-372af92a89b7), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:23.047249 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-03f10b42-14ab-434d-8092-5dc160f446a0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=69c83e77983d4926a9df4a093866a49c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3529916 Mar 16 11:24:23.049925 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-0e514aee-7a5b-47f4-b102-ecfc81fd4c6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2b21d3e-6c1e-4833-b37b-f69f8612c732 HTTP/1.1" status: 200 len: 217 time: 0.1552653 Mar 16 11:24:23.121663 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9c8625c4-71d4-4edc-bc34-e7f2ddce0811 admin admin] Publish callbacks [] for security_group (df861f32-e863-4c12-af80-f6c8660228ac), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:23.175998 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 747de8a2-043d-4236-8158-372af92a89b7 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:23.179525 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:23.218774 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49032) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:23.279971 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9c8625c4-71d4-4edc-bc34-e7f2ddce0811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (df861f32-e863-4c12-af80-f6c8660228ac), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:23.285564 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:23.286175 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:23.287497 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9c8625c4-71d4-4edc-bc34-e7f2ddce0811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:23.298485 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-9c8625c4-71d4-4edc-bc34-e7f2ddce0811 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df861f32-e863-4c12-af80-f6c8660228ac HTTP/1.1" status: 204 len: 168 time: 0.4351704 Mar 16 11:24:23.329081 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8625c4-71d4-4edc-bc34-e7f2ddce0811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df861f32-e863-4c12-af80-f6c8660228ac,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:23.481989 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:23.757893 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c30959ae-8644-4204-adb3-97a476b09b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:23.905309 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c30959ae-8644-4204-adb3-97a476b09b16 admin admin] Publish callbacks [] for security_group (b87ee6c0-d5dd-4dee-9dc9-f13cbd36cd10), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:23.913226 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c30959ae-8644-4204-adb3-97a476b09b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (b87ee6c0-d5dd-4dee-9dc9-f13cbd36cd10), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:23.964582 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.62', 52642) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:24.072526 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Sync routers for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:24.084497 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-6ab74bed-a85b-4061-b712-1d4e940623f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:24.088032 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-6ab74bed-a85b-4061-b712-1d4e940623f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c4c7cdb0-aa59-4977-a305-d120cff65b0f HTTP/1.1" status: 200 len: 852 time: 0.9775696 Mar 16 11:24:24.101555 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf51c16-1b91-4af0-8a6b-fac9e63c5418" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e4a390-504b-4609-9186-e7fca22e40ec", "tag": "a2b21d3e-6c1e-4833-b37b-f69f8612c732"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:24:24.106379 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-c30959ae-8644-4204-adb3-97a476b09b16 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a0e7eafdb0a24b31aaf8aa8e783a6630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8851187 Mar 16 11:24:24.110084 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30959ae-8644-4204-adb3-97a476b09b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87ee6c0-d5dd-4dee-9dc9-f13cbd36cd10,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:24.133978 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:24:24.135980 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:24.161024 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49048) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:24.325031 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49054) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:24.388350 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-543281fe-6da8-41a3-973b-048c887b2b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:24.396335 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296890f-a21d-4f60-8366-e11134b6f2ad req-25a207d8-addc-4db7-81f2-873eeb960d1c tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:24.403740 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5296890f-a21d-4f60-8366-e11134b6f2ad req-25a207d8-addc-4db7-81f2-873eeb960d1c tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 943 time: 1.7325413 Mar 16 11:24:24.411391 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-d8f048aa-7ef3-4f60-8205-dd82940d311f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06edfc6e-5cef-4656-b76b-ea906c38989d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2972746 Mar 16 11:24:24.443748 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-336f20bf-0586-4630-9948-ab53f3a9e156 service neutron] 10.222.0.47 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3823993 Mar 16 11:24:24.593862 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:24:24.595838 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-b90c7ba1-9f20-4de5-8a27-49543bafdeb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:24.598135 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-b90c7ba1-9f20-4de5-8a27-49543bafdeb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.62 "GET /v2.0/networks?id=4a19a238-948f-4877-8123-653055815c9d HTTP/1.1" status: 200 len: 818 time: 0.5975416 Mar 16 11:24:24.771993 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-543281fe-6da8-41a3-973b-048c887b2b95 admin admin] Publish callbacks [] for security_group (08ccee95-88f5-44f2-bb64-edb656ac41ad), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:24.795006 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Request body: {'port': {'device_id': '834075e8-f8b0-4250-ba51-4f7a5b68b4c2', 'network_id': '4a19a238-948f-4877-8123-653055815c9d', 'admin_state_up': True, 'tenant_id': '69c83e77983d4926a9df4a093866a49c'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:24.809421 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-543281fe-6da8-41a3-973b-048c887b2b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (08ccee95-88f5-44f2-bb64-edb656ac41ad), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:24.840494 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:24:24.902740 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fe79b7c-c3e3-4696-a33a-01a70f148435 admin admin] Publish callbacks [] for security_group (b87ee6c0-d5dd-4dee-9dc9-f13cbd36cd10), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:25.025867 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5296890f-a21d-4f60-8366-e11134b6f2ad req-003e55c2-efdd-470b-abf0-808039de6602 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6132612 Mar 16 11:24:25.038126 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c0bd-0adb-4282-8f70-f8ba78f64715 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (d1a68dcc-8d80-492f-b310-be3b81386961), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:25.042110 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fe79b7c-c3e3-4696-a33a-01a70f148435 admin admin] Publish callbacks [] for security_group (b87ee6c0-d5dd-4dee-9dc9-f13cbd36cd10), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:25.089880 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-543281fe-6da8-41a3-973b-048c887b2b95 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f70cd7935c554e91bf5cfd627ff80d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7596529 Mar 16 11:24:25.094929 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c0bd-0adb-4282-8f70-f8ba78f64715 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (d1a68dcc-8d80-492f-b310-be3b81386961), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:25.099044 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49072) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:25.143104 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543281fe-6da8-41a3-973b-048c887b2b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ccee95-88f5-44f2-bb64-edb656ac41ad,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:25.144386 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c0bd-0adb-4282-8f70-f8ba78f64715 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:25.146477 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-9ca3c0bd-0adb-4282-8f70-f8ba78f64715 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.4772651 Mar 16 11:24:25.179308 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 2, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:25.190371 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49076) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:25.199587 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-011dbf12-9f18-423b-b0e0-e2235b32c538 service neutron] 10.222.0.62 "GET /v2.0/networks/06edfc6e-5cef-4656-b76b-ea906c38989d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767532 Mar 16 11:24:25.209554 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-725550e1-0eff-4cb1-94b2-72f0e1dac4ca tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'security_group_rule': {'security_group_id': 'd1a68dcc-8d80-492f-b310-be3b81386961', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:25.219413 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Checking router: 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:25.220160 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Updating router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 port 854a9f96-7f61-4159-a471-c21dcca78a10 binding host dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:24:25.292758 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:25.384591 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bad3cea5-f641-4666-ba39-d38f7889274e admin admin] Publish callbacks [] for security_group (08ccee95-88f5-44f2-bb64-edb656ac41ad), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:25.453661 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-b765e24c-26fb-4334-8db2-b368ad24b9bc service neutron] 10.222.0.47 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0087380 Mar 16 11:24:25.527543 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3c0bd-0adb-4282-8f70-f8ba78f64715 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a68dcc-8d80-492f-b310-be3b81386961,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:25.627197 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3a0df5fd-741f-4d20-869c-1a27bd41d1ef req-40d22267-9056-4eb0-b117-2c8cca75326b service neutron] 10.222.0.62 "GET /v2.0/networks/06edfc6e-5cef-4656-b76b-ea906c38989d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710470 Mar 16 11:24:25.684390 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-b19b74e4-24e7-4ca6-b73a-b9a766f46ecb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--648398023&fields=id&tenant_id=78f8a86c59e74a06bb88d49b9554e21a HTTP/1.1" status: 200 len: 267 time: 0.4439602 Mar 16 11:24:25.727136 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-725550e1-0eff-4cb1-94b2-72f0e1dac4ca tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (b9e1f37c-a3fd-4c34-98ba-239330bb0158), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:25.799676 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Made reservation on behalf of 69c83e77983d4926a9df4a093866a49c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:25.805023 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:25.822183 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bad3cea5-f641-4666-ba39-d38f7889274e admin admin] Publish callbacks [] for security_group (08ccee95-88f5-44f2-bb64-edb656ac41ad), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:25.942377 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fe79b7c-c3e3-4696-a33a-01a70f148435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (b87ee6c0-d5dd-4dee-9dc9-f13cbd36cd10), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:25.951374 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fe79b7c-c3e3-4696-a33a-01a70f148435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:25.956042 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-1fe79b7c-c3e3-4696-a33a-01a70f148435 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b87ee6c0-d5dd-4dee-9dc9-f13cbd36cd10 HTTP/1.1" status: 204 len: 168 time: 1.7937126 Mar 16 11:24:25.999142 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe79b7c-c3e3-4696-a33a-01a70f148435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87ee6c0-d5dd-4dee-9dc9-f13cbd36cd10,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:26.072451 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-725550e1-0eff-4cb1-94b2-72f0e1dac4ca tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (b9e1f37c-a3fd-4c34-98ba-239330bb0158), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.088849 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-725550e1-0eff-4cb1-94b2-72f0e1dac4ca tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (b9e1f37c-a3fd-4c34-98ba-239330bb0158), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.125503 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bad3cea5-f641-4666-ba39-d38f7889274e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (08ccee95-88f5-44f2-bb64-edb656ac41ad), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.130652 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bad3cea5-f641-4666-ba39-d38f7889274e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.132557 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Publish callbacks [] for port (854a9f96-7f61-4159-a471-c21dcca78a10), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.136096 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-bad3cea5-f641-4666-ba39-d38f7889274e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08ccee95-88f5-44f2-bb64-edb656ac41ad HTTP/1.1" status: 204 len: 168 time: 1.0335801 Mar 16 11:24:26.167278 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.173598 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3cea5-f641-4666-ba39-d38f7889274e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ccee95-88f5-44f2-bb64-edb656ac41ad,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:26.191194 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Allocated IP 172.20.0.12 (4a19a238-948f-4877-8123-653055815c9d/0f580f26-f46f-4a81-9b0f-042c7377652c/1f217829-ffc6-4ce3-b824-c33c3ad0ea34) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:26.209830 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-2cce0130-8b56-43e7-8536-0a83613b1f1e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:26.244639 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-2cce0130-8b56-43e7-8536-0a83613b1f1e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/networks?id=c170e093-4302-4344-9c38-7d7b54780b71 HTTP/1.1" status: 200 len: 810 time: 0.5589795 Mar 16 11:24:26.282620 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725550e1-0eff-4cb1-94b2-72f0e1dac4ca tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e1f37c-a3fd-4c34-98ba-239330bb0158,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:26.330160 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-725550e1-0eff-4cb1-94b2-72f0e1dac4ca tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.338217 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-725550e1-0eff-4cb1-94b2-72f0e1dac4ca tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1353092 Mar 16 11:24:26.342222 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49106) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:26.347072 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-86cb8661-686f-4bc0-b340-7051a2a605cd tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/quotas/78f8a86c59e74a06bb88d49b9554e21a HTTP/1.1" status: 200 len: 375 time: 0.1015804 Mar 16 11:24:26.367655 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b5f665cf-dff8-457e-ad62-2b7b879cdd88 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'security_group_rule': {'security_group_id': 'd1a68dcc-8d80-492f-b310-be3b81386961', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:26.525871 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140825e-a3a8-41e9-bf47-92e291b80b7e None None] Pushing event updated for resources: {'Port': ['ID=854a9f96-7f61-4159-a471-c21dcca78a10,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:26.537788 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b626a292-000c-459c-a18a-8c531d8adbd4 x-openstack-request-id: req-b626a292-000c-459c-a18a-8c531d8adbd4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:24:26.538303 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e4a390-504b-4609-9186-e7fca22e40ec", "tag": "a2b21d3e-6c1e-4833-b37b-f69f8612c732", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:24:26.538726 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b626a292-000c-459c-a18a-8c531d8adbd4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:24:26.543748 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e4a390-504b-4609-9186-e7fca22e40ec', 'tag': 'a2b21d3e-6c1e-4833-b37b-f69f8612c732', 'status': 'completed', 'code': 200} Mar 16 11:24:26.646537 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Attempting to bind port 854a9f96-7f61-4159-a471-c21dcca78a10 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:26.651404 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Attempting to bind port 854a9f96-7f61-4159-a471-c21dcca78a10 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:26.653356 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Attempting to bind port 854a9f96-7f61-4159-a471-c21dcca78a10 on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:26.659291 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:26.668110 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Checking segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:26.668764 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.669471 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Bound using segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:26.670169 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Bound port: 854a9f96-7f61-4159-a471-c21dcca78a10, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:26.675587 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.695076 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5f665cf-dff8-457e-ad62-2b7b879cdd88 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (2360ba21-1831-4bf2-ad36-961d432ba39f), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.699872 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks [] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.710892 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9af32279-890e-44d9-8979-7a9d7582c822 req-5f6b11e2-ade4-44e9-9021-cba77f26d24b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 210 time: 0.1157472 Mar 16 11:24:26.803439 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-6bf2dbf6-c8a9-4951-b181-be0333f6545a tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4121644 Mar 16 11:24:26.810272 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.857912 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] For port 854a9f96-7f61-4159-a471-c21dcca78a10, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:26.861781 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] For port 854a9f96-7f61-4159-a471-c21dcca78a10, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=854a9f96-7f61-4159-a471-c21dcca78a10,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:26.873032 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-efaf7e14-809a-449c-b298-7e2587e141b1 None None] Provisioning complete for port 854a9f96-7f61-4159-a471-c21dcca78a10 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:26.873578 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-efaf7e14-809a-449c-b298-7e2587e141b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.907805 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Network 4a19a238-948f-4877-8123-653055815c9d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:26.913717 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:26.932439 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:26.938710 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:26.939372 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.942855 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:26.973960 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Pushing event updated for resources: {'Port': ['ID=1f217829-ffc6-4ce3-b824-c33c3ad0ea34,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:26.982048 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-81cb8fb9-382e-4e00-b220-26fb1912a6a4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2049003 Mar 16 11:24:27.076117 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5f665cf-dff8-457e-ad62-2b7b879cdd88 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (2360ba21-1831-4bf2-ad36-961d432ba39f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.081679 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:24:27.084289 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:24:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:27.096131 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5f665cf-dff8-457e-ad62-2b7b879cdd88 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (2360ba21-1831-4bf2-ad36-961d432ba39f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.132726 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49128) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:27.147846 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b66f7363-640f-4a43-ad4d-8875ced10b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.172106 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f665cf-dff8-457e-ad62-2b7b879cdd88 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2360ba21-1831-4bf2-ad36-961d432ba39f,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:27.205389 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140825e-a3a8-41e9-bf47-92e291b80b7e None None] Pushing event updated for resources: {'Port': ['ID=854a9f96-7f61-4159-a471-c21dcca78a10,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:27.231340 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5f665cf-dff8-457e-ad62-2b7b879cdd88 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.237427 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-b5f665cf-dff8-457e-ad62-2b7b879cdd88 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8796182 Mar 16 11:24:27.237639 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49132) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:27.248620 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:27.253824 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c063bf6-3c94-4a48-ba3c-9476c9f52af8 req-2cc66157-4d78-4e73-9681-05a7e491dd8a tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:27.256353 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3c063bf6-3c94-4a48-ba3c-9476c9f52af8 req-2cc66157-4d78-4e73-9681-05a7e491dd8a tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 943 time: 0.3960686 Mar 16 11:24:27.258937 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-1fec6995-6554-4eeb-b248-ead017cd7ab4 service neutron] 10.222.0.47 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423325 Mar 16 11:24:27.345801 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.408377 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3c063bf6-3c94-4a48-ba3c-9476c9f52af8 req-8bc646e4-e1ba-4064-9ad3-7470d9408172 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389470 Mar 16 11:24:27.466434 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-eb66a5b9-78e6-4137-bb18-89a3ac730f5b service neutron] 10.222.0.47 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900947 Mar 16 11:24:27.499767 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b66f7363-640f-4a43-ad4d-8875ced10b11 admin admin] Publish callbacks [] for security_group (e4f157d5-d885-40aa-a2cf-c07372284e31), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.527029 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b66f7363-640f-4a43-ad4d-8875ced10b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e4f157d5-d885-40aa-a2cf-c07372284e31), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.539221 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-efaf7e14-809a-449c-b298-7e2587e141b1 None None] Current status of the port 854a9f96-7f61-4159-a471-c21dcca78a10 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:27.539703 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-efaf7e14-809a-449c-b298-7e2587e141b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.593362 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f7363-640f-4a43-ad4d-8875ced10b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f157d5-d885-40aa-a2cf-c07372284e31,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:27.606060 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-b66f7363-640f-4a43-ad4d-8875ced10b11 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7340a5cd1e5143a9a3c632e393868937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4720533 Mar 16 11:24:27.608651 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49144) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:27.654839 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.660981 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-efaf7e14-809a-449c-b298-7e2587e141b1 None None] For port 854a9f96-7f61-4159-a471-c21dcca78a10, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=854a9f96-7f61-4159-a471-c21dcca78a10,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:27.670129 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:24:27.672057 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-efaf7e14-809a-449c-b298-7e2587e141b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.707597 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05f6ac0a-f9c3-4a63-a203-8519f51783ee admin admin] Publish callbacks [] for security_group (e4f157d5-d885-40aa-a2cf-c07372284e31), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.731036 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05f6ac0a-f9c3-4a63-a203-8519f51783ee admin admin] Publish callbacks [] for security_group (e4f157d5-d885-40aa-a2cf-c07372284e31), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.877659 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-90de91f5-562e-46e5-910f-3e287f8ca315 req-0d6e22c1-ddf7-44b7-a4ae-bc141081b384 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 210 time: 0.0771501 Mar 16 11:24:27.879533 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05f6ac0a-f9c3-4a63-a203-8519f51783ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e4f157d5-d885-40aa-a2cf-c07372284e31), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.887160 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05f6ac0a-f9c3-4a63-a203-8519f51783ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:27.889961 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-05f6ac0a-f9c3-4a63-a203-8519f51783ee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e4f157d5-d885-40aa-a2cf-c07372284e31 HTTP/1.1" status: 204 len: 168 time: 0.2802620 Mar 16 11:24:27.899734 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Allocated IP 172.27.2.233 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:27.910219 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6ac0a-f9c3-4a63-a203-8519f51783ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f157d5-d885-40aa-a2cf-c07372284e31,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:27.968287 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf7e14-809a-449c-b298-7e2587e141b1 None None] Pushing event updated for resources: {'Port': ['ID=854a9f96-7f61-4159-a471-c21dcca78a10,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:27.989287 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-0f2261d8-fef9-470d-962d-cc2bf4067eff None None] Provisioning complete for port 854a9f96-7f61-4159-a471-c21dcca78a10 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:27.989802 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f2261d8-fef9-470d-962d-cc2bf4067eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:28.078615 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-071b1740-5b81-4422-bcab-ac2403d18286 req-9d5b78c7-fcb5-414a-b138-09656801f936 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 210 time: 0.0548213 Mar 16 11:24:28.157849 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0f2261d8-fef9-470d-962d-cc2bf4067eff None None] Current status of the port 854a9f96-7f61-4159-a471-c21dcca78a10 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:28.182028 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for port (1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:28.214908 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:26Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:28.248110 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c421f9-a464-49fe-9f08-358cbb97ca1a None None] The sync data for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi is: [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:26Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:28.261498 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:28.319815 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:28.323071 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:28.327079 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:28.387997 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'Port': ['ID=1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:28.429760 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (5e40e8f1-68dd-4ddf-90d8-25797fb60815), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:28.516912 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:28.545790 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 854a9f96-7f61-4159-a471-c21dcca78a10 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:28.643174 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 854a9f96-7f61-4159-a471-c21dcca78a10 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:28.643558 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:28.664183 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0bf6-dcf5-44c1-b828-9efefb702171 req-1af9c602-63ad-485e-925f-24f626c70b1d tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:28.666534 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17dc0bf6-dcf5-44c1-b828-9efefb702171 req-1af9c602-63ad-485e-925f-24f626c70b1d tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 943 time: 0.1429658 Mar 16 11:24:28.747933 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17dc0bf6-dcf5-44c1-b828-9efefb702171 req-4a4e3066-05ac-48c2-ad6d-0f8586c59239 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753810 Mar 16 11:24:28.839269 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 854a9f96-7f61-4159-a471-c21dcca78a10 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:28.854102 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for port (1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:28.861837 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:28.908167 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (5e40e8f1-68dd-4ddf-90d8-25797fb60815), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:28.929851 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'Port': ['ID=1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:28.935281 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:28.946276 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-c38ae664-00d0-4220-84fb-95e248fa497b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7089562 Mar 16 11:24:29.096873 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-28d2581f-caea-4b02-b54a-a19657db3bb4 req-472b37cc-23c8-4de7-b08d-d92b543ba556 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 210 time: 0.0597692 Mar 16 11:24:29.289175 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e353cb95-4765-4c71-94ec-05ca99ed43b8 req-89ef4cf5-2267-4454-b0c7-4a950f16736b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 210 time: 0.0718482 Mar 16 11:24:29.334447 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-a3d854c3-5faa-4e15-9f3d-38e37f59b8c6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2061790800&fields=id&tenant_id=50532de5a82841ba951033ebf8ea10fa HTTP/1.1" status: 200 len: 267 time: 0.1040509 Mar 16 11:24:29.458619 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-7f32cdbb-ab20-4c33-aa92-7c87f6d91c74 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:29.460929 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-7f32cdbb-ab20-4c33-aa92-7c87f6d91c74 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 815 time: 0.1194999 Mar 16 11:24:29.476937 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-5d706d0a-9231-4d77-abfd-a3b8f0fd75ea tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/quotas/50532de5a82841ba951033ebf8ea10fa HTTP/1.1" status: 200 len: 375 time: 0.0105093 Mar 16 11:24:29.544916 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Request body: {'port': {'device_id': '834075e8-f8b0-4250-ba51-4f7a5b68b4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:29.552919 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-01d43670-9626-4943-ae8e-8205f65f3616 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698681 Mar 16 11:24:29.681817 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:29.691661 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf51c16-1b91-4af0-8a6b-fac9e63c5418 req-0d8843a3-e56a-49ca-b2ac-17faf1cfea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:29.703764 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2cf51c16-1b91-4af0-8a6b-fac9e63c5418 req-0d8843a3-e56a-49ca-b2ac-17faf1cfea6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ddd037e816444bb8889a8c76c62282e&device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 1127 time: 0.1217875 Mar 16 11:24:29.887705 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-2f3043d4-7f8f-4898-97c8-b96e7a754f37 service neutron] 10.222.0.47 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150995 Mar 16 11:24:30.151014 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf51c16-1b91-4af0-8a6b-fac9e63c5418 req-d8a3d384-5407-43d2-804a-e7ae04969681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:30.152631 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2cf51c16-1b91-4af0-8a6b-fac9e63c5418 req-d8a3d384-5407-43d2-804a-e7ae04969681 service neutron] 10.222.0.62 "GET /v2.0/networks?id=06edfc6e-5cef-4656-b76b-ea906c38989d HTTP/1.1" status: 200 len: 913 time: 0.4278650 Mar 16 11:24:30.169015 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c05f2f-5495-4a04-9021-36ae76851113 req-26b9d8a8-95b6-4faf-a38e-795c9912911b tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:30.171451 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-87c05f2f-5495-4a04-9021-36ae76851113 req-26b9d8a8-95b6-4faf-a38e-795c9912911b tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 943 time: 0.1807153 Mar 16 11:24:30.321359 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73f50412-99b2-4852-b4df-0dfeedff395f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:30.467835 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2cf51c16-1b91-4af0-8a6b-fac9e63c5418 req-3dc46866-8285-44da-a4b6-0325ec3e8a2f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2b21d3e-6c1e-4833-b37b-f69f8612c732 HTTP/1.1" status: 200 len: 217 time: 0.2953491 Mar 16 11:24:30.512847 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-a494b731-72c2-4b01-aa61-36028e619ea5 service neutron] 10.222.0.47 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249871 Mar 16 11:24:30.526582 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-87c05f2f-5495-4a04-9021-36ae76851113 req-bdda18b3-e5de-464c-9b8e-8bd5782dc089 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431246 Mar 16 11:24:30.537211 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.notifiers.nova [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:30.554516 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Publish callbacks [] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:30.607851 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Transition to ACTIVE for port object 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:24:30.615145 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:30.688435 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d7fc387b-d6ff-414a-9640-df110015648c req-3be6dd33-11aa-461b-aae4-5abc66f428a7 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 210 time: 0.0328338 Mar 16 11:24:30.741564 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Pushing event updated for resources: {'Port': ['ID=1f217829-ffc6-4ce3-b824-c33c3ad0ea34,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:30.832465 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Attempting to bind port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:30.833566 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Attempting to bind port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:30.834087 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Attempting to bind port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 on network 4a19a238-948f-4877-8123-653055815c9d {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:30.837751 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad18af6f-2b01-4d39-af17-a38e48dca3ab req-86b84c2c-844b-4cdf-9623-5357fd317eb4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 210 time: 0.0732861 Mar 16 11:24:30.840675 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 on network 4a19a238-948f-4877-8123-653055815c9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:24:30.841211 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Attempting to bind port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 on network 4a19a238-948f-4877-8123-653055815c9d {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:30.847807 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:30.848353 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Checking segment: {'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:30.849252 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Bound using segment: {'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:30.849883 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Bound port: 1f217829-ffc6-4ce3-b824-c33c3ad0ea34, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:30.850607 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:30.876362 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6d4dc59c-3a71-4d23-94cf-2bc0b9361b62 req-257894a2-db4a-4609-87ea-03985ff54474 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 210 time: 0.1024609 Mar 16 11:24:30.935237 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] For port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34, host hv-cinder-79053, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:30.939851 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] For port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1f217829-ffc6-4ce3-b824-c33c3ad0ea34,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:30.948723 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:31.133349 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:31.133636 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:31.134987 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] 10.222.0.62 "PUT /v2.0/ports/1f217829-ffc6-4ce3-b824-c33c3ad0ea34 HTTP/1.1" status: 200 len: 1094 time: 1.5949123 Mar 16 11:24:31.135424 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834075e8-f8b0-4250-ba51-4f7a5b68b4c2', 'tag': '1f217829-ffc6-4ce3-b824-c33c3ad0ea34'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:31.222507 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83feecb-03eb-4eb0-831b-a8bad7e3859a service neutron] Pushing event updated for resources: {'Port': ['ID=1f217829-ffc6-4ce3-b824-c33c3ad0ea34,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:31.301413 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d22ff4cfa0512844a2c0897ffbbfd3483961e8b3f6ce0a9a828d387125369bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345f8edc-cd55-4830-aee4-3ab54d1753e3" -d '{"events": [{"name": "network-changed", "server_uuid": "834075e8-f8b0-4250-ba51-4f7a5b68b4c2", "tag": "1f217829-ffc6-4ce3-b824-c33c3ad0ea34"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:24:31.390428 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6a700f-d87f-4908-bc49-35fa7f5a8428 x-openstack-request-id: req-8a6a700f-d87f-4908-bc49-35fa7f5a8428 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:24:31.390718 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834075e8-f8b0-4250-ba51-4f7a5b68b4c2", "tag": "1f217829-ffc6-4ce3-b824-c33c3ad0ea34", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:24:31.390968 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a6a700f-d87f-4908-bc49-35fa7f5a8428 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:24:31.391402 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834075e8-f8b0-4250-ba51-4f7a5b68b4c2', 'tag': '1f217829-ffc6-4ce3-b824-c33c3ad0ea34', 'status': 'completed', 'code': 200} Mar 16 11:24:31.668055 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ecb32-aa32-481e-99e6-f60461ba5fa8 req-babafe74-3c81-4382-8cdf-c8f9d776577d tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:31.669664 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-044ecb32-aa32-481e-99e6-f60461ba5fa8 req-babafe74-3c81-4382-8cdf-c8f9d776577d tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 943 time: 0.0584025 Mar 16 11:24:31.717176 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-044ecb32-aa32-481e-99e6-f60461ba5fa8 req-02ae040c-d24c-40e2-8017-af9f7d0d75fb tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Mar 16 11:24:31.803168 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8fa75926-352a-4857-8d93-d2f37cf533d5 req-c1610e6a-19fd-46d4-a70d-eb22ae463882 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 210 time: 0.0276682 Mar 16 11:24:31.936155 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d1271685-72b2-48f5-a0e6-df251ca10a68 req-3af15eaa-75d6-46ca-b817-b62ef1b3e8e0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 210 time: 0.0318928 Mar 16 11:24:31.980746 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ac6dc7cd-7f2b-4ffc-8771-4fad7a301506 req-1fdbb4ab-416b-4d3e-8c19-33a74d5944fa tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 210 time: 0.0315118 Mar 16 11:24:32.768774 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73bb638f-5b01-4c22-9c9e-d078cf3b0bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:32.837922 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278d8be-d61b-4e75-bb65-3eef426dcff7 req-51e2c969-8b62-45b0-8d28-7b723fb4824b tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:32.839448 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0278d8be-d61b-4e75-bb65-3eef426dcff7 req-51e2c969-8b62-45b0-8d28-7b723fb4824b tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 943 time: 0.0541892 Mar 16 11:24:32.904677 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-46607104-7cf7-4833-bde4-6947e5d28937 req-99f59b2d-7394-484f-96eb-3805f9fb922e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 210 time: 0.0345902 Mar 16 11:24:32.909101 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0278d8be-d61b-4e75-bb65-3eef426dcff7 req-e08747ca-55b3-4d0e-9f84-7e54d201ced7 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641034 Mar 16 11:24:33.039590 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-09142c71-f8f6-433b-9c47-31afac6c7f93 req-555d0878-7373-4f25-8be0-db5a05100b0b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 210 time: 0.0348434 Mar 16 11:24:33.085951 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-96d3c736-c941-4abd-a375-dd1cd96132d2 req-d35c84b9-b546-4bc1-a1c1-9123442bc998 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 210 time: 0.0316706 Mar 16 11:24:33.225783 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf51c16-1b91-4af0-8a6b-fac9e63c5418 req-a3786a56-a4dc-49d7-8412-253b0f39cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:33.227421 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2cf51c16-1b91-4af0-8a6b-fac9e63c5418 req-a3786a56-a4dc-49d7-8412-253b0f39cb87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c4c7cdb0-aa59-4977-a305-d120cff65b0f HTTP/1.1" status: 200 len: 852 time: 0.0463245 Mar 16 11:24:33.276636 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.62', 52653) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:33.368335 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.62', 52655) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:33.456969 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:33.517767 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2cf51c16-1b91-4af0-8a6b-fac9e63c5418 req-18dd6165-0c01-4c23-87d4-21aa4809dcce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06edfc6e-5cef-4656-b76b-ea906c38989d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444352 Mar 16 11:24:33.545228 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-fe33d866-cf36-4f9c-b883-e92aae1ed999 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:33.546706 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-fe33d866-cf36-4f9c-b883-e92aae1ed999 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.62 "GET /v2.0/networks?id=4a19a238-948f-4877-8123-653055815c9d HTTP/1.1" status: 200 len: 818 time: 0.2041564 Mar 16 11:24:33.573085 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Request body: {'port': {'device_id': '15baa197-8088-467e-91e0-ae38e69a63d9', 'network_id': '4a19a238-948f-4877-8123-653055815c9d', 'admin_state_up': True, 'tenant_id': '69c83e77983d4926a9df4a093866a49c'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:33.634836 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-42e5e5cc-d0ed-40f4-bbd5-33c70db56b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:33.637180 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-42e5e5cc-d0ed-40f4-bbd5-33c70db56b2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c83e77983d4926a9df4a093866a49c&device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 1128 time: 0.2625446 Mar 16 11:24:33.657711 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-efc29a5b-ed51-49fc-8387-a258d2d16670 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:33.659334 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-efc29a5b-ed51-49fc-8387-a258d2d16670 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.62 "GET /v2.0/networks?id=c170e093-4302-4344-9c38-7d7b54780b71 HTTP/1.1" status: 200 len: 810 time: 0.3193240 Mar 16 11:24:33.695255 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2cf51c16-1b91-4af0-8a6b-fac9e63c5418 req-8a355f99-8f21-4a7e-82dd-bd9463530b55 service neutron] 10.222.0.62 "GET /v2.0/networks/06edfc6e-5cef-4656-b76b-ea906c38989d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558361 Mar 16 11:24:33.720927 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Made reservation on behalf of 69c83e77983d4926a9df4a093866a49c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:33.727009 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:33.759697 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-ee770ce9-a105-4c5b-9bd6-8d142feecc50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f217829-ffc6-4ce3-b824-c33c3ad0ea34 HTTP/1.1" status: 200 len: 217 time: 0.0480158 Mar 16 11:24:33.876676 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49394) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:33.883099 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Allocated IP 172.20.0.8 (4a19a238-948f-4877-8123-653055815c9d/0f580f26-f46f-4a81-9b0f-042c7377652c/a7c8dc2d-510a-41c9-a27f-257ba399ff6e) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:33.928390 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-462b74a9-7be1-42fe-8c79-151f915527c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:33.930126 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-462b74a9-7be1-42fe-8c79-151f915527c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f580f26-f46f-4a81-9b0f-042c7377652c HTTP/1.1" status: 200 len: 858 time: 0.1043110 Mar 16 11:24:33.941799 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-80f919c4-bdac-41f6-b12b-83eddb37e07a tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78f8a86c59e74a06bb88d49b9554e21a HTTP/1.1" status: 200 len: 379 time: 0.1810884 Mar 16 11:24:33.969263 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Request body: {'port': {'device_id': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'admin_state_up': True, 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'security_groups': ['10984cf5-da16-45af-9d08-b7f551c0391c']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:34.045295 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5113f9fd-06aa-482e-acad-6a039c024aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.050356 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-d441500b-2978-4036-bda9-ca4656ae67ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a19a238-948f-4877-8123-653055815c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060548 Mar 16 11:24:34.074072 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2cf51c16-1b91-4af0-8a6b-fac9e63c5418 req-8d856b94-5ab9-4fc4-9a6b-9c73c0762810 service neutron] 10.222.0.62 "GET /v2.0/networks/06edfc6e-5cef-4656-b76b-ea906c38989d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122590 Mar 16 11:24:34.118939 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da1aacc8-c21d-49c3-868f-38d7abf41d13 req-404f16e5-31ae-4fce-80e6-50a8af718a7a tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 210 time: 0.0906284 Mar 16 11:24:34.124180 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks [] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.165316 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.242228 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Network 4a19a238-948f-4877-8123-653055815c9d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:34.249010 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f12b8-05e9-41ed-a590-215b0d2261f7 req-1e47d467-18d0-4a39-a3d1-22c82b1e7e92 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:34.250771 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-033f12b8-05e9-41ed-a590-215b0d2261f7 req-1e47d467-18d0-4a39-a3d1-22c82b1e7e92 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 943 time: 0.2067754 Mar 16 11:24:34.256039 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:34.262378 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Pushing event updated for resources: {'Port': ['ID=a7c8dc2d-510a-41c9-a27f-257ba399ff6e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:34.267609 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:34.273971 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:34.283057 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.313871 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5113f9fd-06aa-482e-acad-6a039c024aac admin admin] Publish callbacks [] for security_group (5f81269e-b1a0-4721-83b7-84b218e3f99f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.320348 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-f7887072-83ac-4e27-b419-ea7e7db6ceb0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7518692 Mar 16 11:24:34.321555 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5113f9fd-06aa-482e-acad-6a039c024aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (5f81269e-b1a0-4721-83b7-84b218e3f99f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.346916 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Request body: {'port': {'device_id': '15baa197-8088-467e-91e0-ae38e69a63d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:34.355078 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Made reservation on behalf of 78f8a86c59e74a06bb88d49b9554e21a for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:34.358431 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.361945 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9f47d679-7f8d-4b89-9354-285c91cc1c7b req-1560d7c2-08f7-448e-ad19-5992c50d82a2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 210 time: 0.1029141 Mar 16 11:24:34.407544 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-5113f9fd-06aa-482e-acad-6a039c024aac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a355f3a17f314045b78663511dee6964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5297234 Mar 16 11:24:34.410794 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49416) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:34.433351 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113f9fd-06aa-482e-acad-6a039c024aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f81269e-b1a0-4721-83b7-84b218e3f99f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:34.467039 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-84837207-40e4-4244-b630-8f7d2ced7bfc service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998268 Mar 16 11:24:34.535269 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.590572 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-193e3131-0b72-4408-b9c2-2d14ab6896d1 admin admin] Publish callbacks [] for security_group (5f81269e-b1a0-4721-83b7-84b218e3f99f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.641408 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-e801f62c-18e1-4b87-b956-92bf78ddeace tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:34.643370 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-e801f62c-18e1-4b87-b956-92bf78ddeace tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 815 time: 0.3131881 Mar 16 11:24:34.660295 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-193e3131-0b72-4408-b9c2-2d14ab6896d1 admin admin] Publish callbacks [] for security_group (5f81269e-b1a0-4721-83b7-84b218e3f99f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.772171 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-033f12b8-05e9-41ed-a590-215b0d2261f7 req-110a72d6-d03d-41df-9f9d-4f1766c26c6f tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874477 Mar 16 11:24:34.833104 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-193e3131-0b72-4408-b9c2-2d14ab6896d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (5f81269e-b1a0-4721-83b7-84b218e3f99f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.834515 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb3dadbc-82b9-4a98-8733-a604bc7bb8e1 req-9b425d4b-6523-406b-803d-065d26f71f99 service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929475 Mar 16 11:24:34.835925 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-193e3131-0b72-4408-b9c2-2d14ab6896d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.837192 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-193e3131-0b72-4408-b9c2-2d14ab6896d1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5f81269e-b1a0-4721-83b7-84b218e3f99f HTTP/1.1" status: 204 len: 168 time: 0.4253435 Mar 16 11:24:34.852500 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e3131-0b72-4408-b9c2-2d14ab6896d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f81269e-b1a0-4721-83b7-84b218e3f99f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:34.929085 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5a68-066e-4826-b6aa-44823eccc4b6 req-5b36a9df-0c14-4a9e-9d5b-67cb219d24a9 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:34.929085 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6f4a5a68-066e-4826-b6aa-44823eccc4b6 req-5b36a9df-0c14-4a9e-9d5b-67cb219d24a9 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 931 time: 0.3720942 Mar 16 11:24:34.935905 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-e47b5798-f0d6-47de-a0cb-cc0ccedb8adb tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50532de5a82841ba951033ebf8ea10fa HTTP/1.1" status: 200 len: 380 time: 0.2383096 Mar 16 11:24:34.973228 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Allocated IP 172.20.0.8 (c170e093-4302-4344-9c38-7d7b54780b71/75bf84d9-ff44-4d8e-bded-a61f9c17dfc9/1c81e416-9cc8-4549-8b86-bff8ec3b5246) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:34.974941 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:34.996105 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.notifiers.nova [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c8dc2d-510a-41c9-a27f-257ba399ff6e {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:35.006223 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Publish callbacks [] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.024619 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Transition to ACTIVE for port object a7c8dc2d-510a-41c9-a27f-257ba399ff6e will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:24:35.025971 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6f4a5a68-066e-4826-b6aa-44823eccc4b6 req-0585335d-dca9-4d4e-b926-19438809d2f5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798998 Mar 16 11:24:35.048732 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.145923 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c8dc2d-510a-41c9-a27f-257ba399ff6e,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:35.152584 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Attempting to bind port a7c8dc2d-510a-41c9-a27f-257ba399ff6e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:35.153375 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Attempting to bind port a7c8dc2d-510a-41c9-a27f-257ba399ff6e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:35.154307 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Attempting to bind port a7c8dc2d-510a-41c9-a27f-257ba399ff6e on network 4a19a238-948f-4877-8123-653055815c9d {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:35.159496 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Port a7c8dc2d-510a-41c9-a27f-257ba399ff6e on network 4a19a238-948f-4877-8123-653055815c9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:24:35.160150 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Attempting to bind port a7c8dc2d-510a-41c9-a27f-257ba399ff6e on network 4a19a238-948f-4877-8123-653055815c9d {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:35.166545 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:35.167089 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Checking segment: {'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:35.167651 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Bound using segment: {'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:35.168233 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Bound port: a7c8dc2d-510a-41c9-a27f-257ba399ff6e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54aa5b0-da66-4750-9638-9617a83ab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a19a238-948f-4877-8123-653055815c9d'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:35.168777 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.184298 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.249284 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] For port a7c8dc2d-510a-41c9-a27f-257ba399ff6e, host hv-cinder-79053, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:35.253928 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] For port a7c8dc2d-510a-41c9-a27f-257ba399ff6e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7c8dc2d-510a-41c9-a27f-257ba399ff6e,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:35.262295 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.282914 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8da56019-c081-431f-ba02-e2cdab0d304f req-a1c08faf-1344-437b-a3ae-541def0db11c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 210 time: 0.0390935 Mar 16 11:24:35.289253 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49464) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:35.304001 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:35.305570 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.307351 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] 10.222.0.62 "PUT /v2.0/ports/a7c8dc2d-510a-41c9-a27f-257ba399ff6e HTTP/1.1" status: 200 len: 1093 time: 0.9658723 Mar 16 11:24:35.307809 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15baa197-8088-467e-91e0-ae38e69a63d9', 'tag': 'a7c8dc2d-510a-41c9-a27f-257ba399ff6e'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:35.313178 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d22ff4cfa0512844a2c0897ffbbfd3483961e8b3f6ce0a9a828d387125369bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2980a83b-f499-4bf1-bff1-b71ca4cc8efa" -d '{"events": [{"name": "network-changed", "server_uuid": "15baa197-8088-467e-91e0-ae38e69a63d9", "tag": "a7c8dc2d-510a-41c9-a27f-257ba399ff6e"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:24:35.318547 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.331039 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49ac508f-fbcf-41e8-b880-0e8e43eca32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.340928 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b73711-6306-4a9d-aecc-74e58b357265 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c8dc2d-510a-41c9-a27f-257ba399ff6e,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:35.358080 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364217b5-11f1-4187-9a3e-14d81ef2cd5d x-openstack-request-id: req-364217b5-11f1-4187-9a3e-14d81ef2cd5d {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:24:35.358404 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15baa197-8088-467e-91e0-ae38e69a63d9", "tag": "a7c8dc2d-510a-41c9-a27f-257ba399ff6e", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:24:35.358630 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-364217b5-11f1-4187-9a3e-14d81ef2cd5d {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:24:35.359108 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15baa197-8088-467e-91e0-ae38e69a63d9', 'tag': 'a7c8dc2d-510a-41c9-a27f-257ba399ff6e', 'status': 'completed', 'code': 200} Mar 16 11:24:35.379316 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Network c170e093-4302-4344-9c38-7d7b54780b71 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:35.385305 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:35.390955 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:35.397955 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:35.397955 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.436019 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event updated for resources: {'Port': ['ID=1c81e416-9cc8-4549-8b86-bff8ec3b5246,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:35.446564 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-60fb722e-036e-4138-ba42-1a3a3c4a5aa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4866791 Mar 16 11:24:35.497253 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-57905dd5-243b-4851-a98a-673bdda0fc42 req-8804d480-f2ff-44f2-a5a7-632b2dcd0a9c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 210 time: 0.0324421 Mar 16 11:24:35.527286 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49ac508f-fbcf-41e8-b880-0e8e43eca32d admin admin] Publish callbacks [] for security_group (31ce3eaf-b65d-47fc-880d-f5b82faa434a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.531753 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49ac508f-fbcf-41e8-b880-0e8e43eca32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (31ce3eaf-b65d-47fc-880d-f5b82faa434a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.574247 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-49ac508f-fbcf-41e8-b880-0e8e43eca32d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4d278ea8475d4b4889a4883b94fa3a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836037 Mar 16 11:24:35.575135 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac508f-fbcf-41e8-b880-0e8e43eca32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ce3eaf-b65d-47fc-880d-f5b82faa434a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:35.577091 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49474) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:35.634425 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1acc3d-7fc4-4581-bc84-84b5cc19bca2 admin admin] Publish callbacks [] for security_group (31ce3eaf-b65d-47fc-880d-f5b82faa434a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.658705 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1acc3d-7fc4-4581-bc84-84b5cc19bca2 admin admin] Publish callbacks [] for security_group (31ce3eaf-b65d-47fc-880d-f5b82faa434a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.710789 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1acc3d-7fc4-4581-bc84-84b5cc19bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (31ce3eaf-b65d-47fc-880d-f5b82faa434a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.713359 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1acc3d-7fc4-4581-bc84-84b5cc19bca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.717296 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-4f1acc3d-7fc4-4581-bc84-84b5cc19bca2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/31ce3eaf-b65d-47fc-880d-f5b82faa434a HTTP/1.1" status: 204 len: 168 time: 0.1362755 Mar 16 11:24:35.723250 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1acc3d-7fc4-4581-bc84-84b5cc19bca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ce3eaf-b65d-47fc-880d-f5b82faa434a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:35.742188 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-1a0790ec-9fc2-40e3-9fec-97019a1edaeb None None] Provisioning complete for port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:35.742561 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1a0790ec-9fc2-40e3-9fec-97019a1edaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:35.780868 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1a0790ec-9fc2-40e3-9fec-97019a1edaeb None None] Port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:24:35.793525 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49482) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:35.906513 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960e654-9580-40c0-9f56-870eab41b6f9 req-1036ddcf-8d83-4aeb-ad83-d257ef269c49 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:35.908107 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c960e654-9580-40c0-9f56-870eab41b6f9 req-1036ddcf-8d83-4aeb-ad83-d257ef269c49 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 943 time: 0.0583806 Mar 16 11:24:35.964681 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c960e654-9580-40c0-9f56-870eab41b6f9 req-b1057599-6c5e-49bb-b004-adc474ae715b tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499275 Mar 16 11:24:36.013452 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e27af4b-e715-4685-bacd-7c04646e6683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.096203 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e27af4b-e715-4685-bacd-7c04646e6683 admin admin] Publish callbacks [] for security_group (5c12c984-b924-48b2-817a-ca01a44c5c41), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.113122 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e27af4b-e715-4685-bacd-7c04646e6683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (5c12c984-b924-48b2-817a-ca01a44c5c41), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.172713 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-6e27af4b-e715-4685-bacd-7c04646e6683 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b3979f3a779e41ed9cce6c4e8bc26d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779173 Mar 16 11:24:36.174329 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27af4b-e715-4685-bacd-7c04646e6683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c12c984-b924-48b2-817a-ca01a44c5c41,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:36.175406 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49500) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:36.197458 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333c80c-a700-46a2-800b-6fda5f258a1a req-00eb9e0b-39a9-4570-aaf6-581a8d20c774 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:36.199115 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8333c80c-a700-46a2-800b-6fda5f258a1a req-00eb9e0b-39a9-4570-aaf6-581a8d20c774 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 943 time: 0.0955706 Mar 16 11:24:36.238515 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a165d7d4-f12e-4ce1-87aa-5161b9cc1791 admin admin] Publish callbacks [] for security_group (5c12c984-b924-48b2-817a-ca01a44c5c41), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.253028 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8333c80c-a700-46a2-800b-6fda5f258a1a req-76f79fbc-fdcb-4e22-b921-e3e49d8fe447 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454383 Mar 16 11:24:36.279109 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a165d7d4-f12e-4ce1-87aa-5161b9cc1791 admin admin] Publish callbacks [] for security_group (5c12c984-b924-48b2-817a-ca01a44c5c41), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.339390 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a165d7d4-f12e-4ce1-87aa-5161b9cc1791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (5c12c984-b924-48b2-817a-ca01a44c5c41), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.342763 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a165d7d4-f12e-4ce1-87aa-5161b9cc1791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.344173 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-a165d7d4-f12e-4ce1-87aa-5161b9cc1791 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c12c984-b924-48b2-817a-ca01a44c5c41 HTTP/1.1" status: 204 len: 168 time: 0.1675217 Mar 16 11:24:36.365117 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165d7d4-f12e-4ce1-87aa-5161b9cc1791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c12c984-b924-48b2-817a-ca01a44c5c41,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:36.422604 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e6dee-9772-4e85-ac96-36119a47a5be req-10d2ea51-06e2-4d48-8215-4c235b99bc21 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:36.425031 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d17e6dee-9772-4e85-ac96-36119a47a5be req-10d2ea51-06e2-4d48-8215-4c235b99bc21 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 931 time: 0.0653379 Mar 16 11:24:36.474904 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d17e6dee-9772-4e85-ac96-36119a47a5be req-6fd508d3-3805-4e0b-92bd-a98ffc3f2336 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451195 Mar 16 11:24:36.613500 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2b847346-3ae8-44d1-92bc-816240b7e455 req-4749ae48-2022-4dfb-a94f-34407d8bd9b2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 210 time: 0.0392079 Mar 16 11:24:36.625962 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.671210 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.712800 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49530) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:36.725232 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6feafa0b-8239-4093-a689-15d63f231204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.800618 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6feafa0b-8239-4093-a689-15d63f231204 admin admin] Publish callbacks [] for security_group (519ca0e4-60de-4e58-bcb3-36d684f3190a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.806144 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6feafa0b-8239-4093-a689-15d63f231204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (519ca0e4-60de-4e58-bcb3-36d684f3190a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.844435 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-6feafa0b-8239-4093-a689-15d63f231204 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ceef6008a31747b4961361dd4f3b3f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309595 Mar 16 11:24:36.846964 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49536) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:36.853288 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feafa0b-8239-4093-a689-15d63f231204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519ca0e4-60de-4e58-bcb3-36d684f3190a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:36.901049 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f00471a-35c3-490e-8b43-40d2b4a66371 admin admin] Publish callbacks [] for security_group (519ca0e4-60de-4e58-bcb3-36d684f3190a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.923128 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f00471a-35c3-490e-8b43-40d2b4a66371 admin admin] Publish callbacks [] for security_group (519ca0e4-60de-4e58-bcb3-36d684f3190a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.978075 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f00471a-35c3-490e-8b43-40d2b4a66371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (519ca0e4-60de-4e58-bcb3-36d684f3190a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.981068 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f00471a-35c3-490e-8b43-40d2b4a66371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:36.982509 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-6f00471a-35c3-490e-8b43-40d2b4a66371 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/519ca0e4-60de-4e58-bcb3-36d684f3190a HTTP/1.1" status: 204 len: 168 time: 0.1345444 Mar 16 11:24:36.992288 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00471a-35c3-490e-8b43-40d2b4a66371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519ca0e4-60de-4e58-bcb3-36d684f3190a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:37.094094 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07723a-88dc-4ab3-b0b5-ea80c3c053e9 req-98243333-c390-44ab-9500-3b69b43b8d3f tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.095878 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6e07723a-88dc-4ab3-b0b5-ea80c3c053e9 req-98243333-c390-44ab-9500-3b69b43b8d3f tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 943 time: 0.0583906 Mar 16 11:24:37.155733 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6e07723a-88dc-4ab3-b0b5-ea80c3c053e9 req-64d471db-088d-4e4d-838e-a0088a9395ad tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526774 Mar 16 11:24:37.446216 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49564) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:37.600145 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67af163-83be-41a8-84f1-a7d0fae5fb07 req-7d83d8bc-adbf-4a41-a1df-6f82d1055077 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.601758 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a67af163-83be-41a8-84f1-a7d0fae5fb07 req-7d83d8bc-adbf-4a41-a1df-6f82d1055077 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 943 time: 0.2772117 Mar 16 11:24:37.606640 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device a2b21d3e-6c1e-4833-b37b-f69f8612c732 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:24:37.657006 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fdc21-3957-420b-bb2e-791614360b2b req-b9f9df21-442e-47d6-a3ff-4a13e81bfa8d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.658650 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-560fdc21-3957-420b-bb2e-791614360b2b req-b9f9df21-442e-47d6-a3ff-4a13e81bfa8d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 931 time: 0.0970659 Mar 16 11:24:37.671482 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Request body: {'port': {'device_id': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:37.679490 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'port': {'device_id': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'admin_state_up': True, 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'security_groups': ['d1a68dcc-8d80-492f-b310-be3b81386961']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:37.728377 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c19d5ae-f70c-44ea-a6fa-57193f7b2eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:37.778205 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a67af163-83be-41a8-84f1-a7d0fae5fb07 req-298f09e2-0dc7-494a-9709-1feffe1ce7fb tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681345 Mar 16 11:24:37.827094 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f8edc-cd55-4830-aee4-3ab54d1753e3 req-faf21138-2321-42d0-a2cf-ae87cd1d2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.829056 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-345f8edc-cd55-4830-aee4-3ab54d1753e3 req-faf21138-2321-42d0-a2cf-ae87cd1d2c05 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c83e77983d4926a9df4a093866a49c&device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 1128 time: 0.1539981 Mar 16 11:24:37.882462 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port a2b21d3e-6c1e-4833-b37b-f69f8612c732, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b21d3e-6c1e-4833-b37b-f69f8612c732,segment=NetworkSegment(2545ed25-3ee3-4120-bb53-6df26feebff4),segment_id=2545ed25-3ee3-4120-bb53-6df26feebff4)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:37.887176 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-560fdc21-3957-420b-bb2e-791614360b2b req-d40f1e55-c3a4-4085-a69d-1f275150300d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203763 Mar 16 11:24:37.900046 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': 'a2b21d3e-6c1e-4833-b37b-f69f8612c732', 'network_id': '06edfc6e-5cef-4656-b76b-ea906c38989d', 'port_id': 'a2b21d3e-6c1e-4833-b37b-f69f8612c732', 'mac_address': 'fa:16:3e:cd:3a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c7cdb0-aa59-4977-a305-d120cff65b0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:24:37.914747 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:37.941100 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-90810a93-6017-4042-8937-8c372146398e req-1a30bf24-3ee9-4c82-bc55-6a9686b20aad tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 210 time: 0.0636489 Mar 16 11:24:37.952819 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980a83b-f499-4bf1-bff1-b71ca4cc8efa req-84af0ae5-6325-4313-89de-231afa5ccca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.954597 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2980a83b-f499-4bf1-bff1-b71ca4cc8efa req-84af0ae5-6325-4313-89de-231afa5ccca0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c83e77983d4926a9df4a093866a49c&device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 1127 time: 0.2694921 Mar 16 11:24:37.983825 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port a2b21d3e-6c1e-4833-b37b-f69f8612c732 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:37.985703 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:38.001349 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49586) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:38.012854 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b21d3e-6c1e-4833-b37b-f69f8612c732 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:38.034880 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port a2b21d3e-6c1e-4833-b37b-f69f8612c732, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b21d3e-6c1e-4833-b37b-f69f8612c732,segment=NetworkSegment(2545ed25-3ee3-4120-bb53-6df26feebff4),segment_id=2545ed25-3ee3-4120-bb53-6df26feebff4)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:38.047186 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:38.059328 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c19d5ae-f70c-44ea-a6fa-57193f7b2eb1 admin admin] Publish callbacks [] for security_group (031701b0-e85b-467c-b47d-201930f2689c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:38.067922 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c19d5ae-f70c-44ea-a6fa-57193f7b2eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (031701b0-e85b-467c-b47d-201930f2689c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:38.089191 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f8edc-cd55-4830-aee4-3ab54d1753e3 req-8c6610a4-0067-471a-885b-c337d10d7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:38.091161 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-345f8edc-cd55-4830-aee4-3ab54d1753e3 req-8c6610a4-0067-471a-885b-c337d10d7844 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a19a238-948f-4877-8123-653055815c9d HTTP/1.1" status: 200 len: 919 time: 0.2514210 Mar 16 11:24:38.098195 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Made reservation on behalf of 50532de5a82841ba951033ebf8ea10fa for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:38.101720 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:38.116222 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=a2b21d3e-6c1e-4833-b37b-f69f8612c732,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:38.196207 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-486513165-network', 'tenant_id': '0649b52577354722acc2e8b127a5c4d4'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:38.325259 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Made reservation on behalf of 0649b52577354722acc2e8b127a5c4d4 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:38.327517 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:38.345257 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-5c19d5ae-f70c-44ea-a6fa-57193f7b2eb1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf71240e34604994b6dc1fc4db501c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8922865 Mar 16 11:24:38.345257 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-345f8edc-cd55-4830-aee4-3ab54d1753e3 req-32fc7e9d-fac6-4313-ab22-d4fb1df5d447 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f217829-ffc6-4ce3-b824-c33c3ad0ea34 HTTP/1.1" status: 200 len: 217 time: 0.2391486 Mar 16 11:24:38.345257 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19d5ae-f70c-44ea-a6fa-57193f7b2eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031701b0-e85b-467c-b47d-201930f2689c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:38.345487 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49594) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:38.399256 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['a2b21d3e-6c1e-4833-b37b-f69f8612c732'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:24:38.411853 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:38.428500 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980a83b-f499-4bf1-bff1-b71ca4cc8efa req-aca2cca5-c7fd-442c-a51e-cd22e673ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:38.430478 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2980a83b-f499-4bf1-bff1-b71ca4cc8efa req-aca2cca5-c7fd-442c-a51e-cd22e673ef79 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=69c83e77983d4926a9df4a093866a49c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4589643 Mar 16 11:24:38.432734 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f8edc-cd55-4830-aee4-3ab54d1753e3 req-9d5ca222-405f-47fc-9c8d-a6412de18954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:38.434178 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-345f8edc-cd55-4830-aee4-3ab54d1753e3 req-9d5ca222-405f-47fc-9c8d-a6412de18954 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f580f26-f46f-4a81-9b0f-042c7377652c HTTP/1.1" status: 200 len: 858 time: 0.0824468 Mar 16 11:24:38.492746 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d4b692f-6237-435a-8ea2-8003645c53fe admin admin] Publish callbacks [] for security_group (031701b0-e85b-467c-b47d-201930f2689c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:38.495954 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-345f8edc-cd55-4830-aee4-3ab54d1753e3 req-5e1c2812-8098-4e57-b957-d6a007bd8512 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a19a238-948f-4877-8123-653055815c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530641 Mar 16 11:24:38.558547 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d4b692f-6237-435a-8ea2-8003645c53fe admin admin] Publish callbacks [] for security_group (031701b0-e85b-467c-b47d-201930f2689c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:38.638273 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419b7f0-e6aa-4906-981e-66f962f4f545 req-c3a86dc1-a807-4938-b046-33f20fd5903a tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:38.639540 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-345f8edc-cd55-4830-aee4-3ab54d1753e3 req-a09346f4-8e71-4391-9be6-f28c6b6f2ae7 service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355059 Mar 16 11:24:38.639887 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9419b7f0-e6aa-4906-981e-66f962f4f545 req-c3a86dc1-a807-4938-b046-33f20fd5903a tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 944 time: 0.4108419 Mar 16 11:24:38.658652 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d4b692f-6237-435a-8ea2-8003645c53fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (031701b0-e85b-467c-b47d-201930f2689c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:38.662891 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d4b692f-6237-435a-8ea2-8003645c53fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:38.666619 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-4d4b692f-6237-435a-8ea2-8003645c53fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/031701b0-e85b-467c-b47d-201930f2689c HTTP/1.1" status: 204 len: 168 time: 0.3179641 Mar 16 11:24:38.714927 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b692f-6237-435a-8ea2-8003645c53fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031701b0-e85b-467c-b47d-201930f2689c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:38.748224 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Allocated IP 172.20.0.6 (33dcaf7a-9065-45ab-98b3-1b440d48a146/f7178324-d2ef-4ea9-873d-2e1326b0608e/ee3f5ad6-b327-4907-b326-a216f0e99033) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:38.772682 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-345f8edc-cd55-4830-aee4-3ab54d1753e3 req-6f483471-6825-4377-88f8-f296cfd8cdf1 service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250117 Mar 16 11:24:38.812522 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980a83b-f499-4bf1-bff1-b71ca4cc8efa req-e6b8b35a-7d65-402d-9b41-3493d7ac6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:38.814037 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2980a83b-f499-4bf1-bff1-b71ca4cc8efa req-e6b8b35a-7d65-402d-9b41-3493d7ac6a4a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3747318 Mar 16 11:24:38.897679 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9419b7f0-e6aa-4906-981e-66f962f4f545 req-054bbb09-f379-4c49-b2ad-f80b2f5965a4 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319214 Mar 16 11:24:38.942550 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c81e416-9cc8-4549-8b86-bff8ec3b5246 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:39.012662 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Publish callbacks [] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.080128 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Publish callbacks [] for security_group (87ca858b-65cf-473c-8efe-c46c8c1bf667), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.089068 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Transition to ACTIVE for port object 1c81e416-9cc8-4549-8b86-bff8ec3b5246 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:24:39.093925 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49624) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:39.099471 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (87ca858b-65cf-473c-8efe-c46c8c1bf667), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.109786 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ee18-4013-40d4-848f-1b567eeba241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.116594 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.160363 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:24:39.169088 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d356d3-76b6-420b-b124-94c9b8e6406e req-0bcee0e0-2b9a-406b-a672-9cf674118a68 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.170747 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-87d356d3-76b6-420b-b124-94c9b8e6406e req-0bcee0e0-2b9a-406b-a672-9cf674118a68 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 943 time: 0.2874627 Mar 16 11:24:39.193776 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-e4e0de96-dcd9-48c4-b20d-69c1eab375d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.195280 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-e4e0de96-dcd9-48c4-b20d-69c1eab375d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c83e77983d4926a9df4a093866a49c&device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 1127 time: 0.2925990 Mar 16 11:24:39.217503 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ee18-4013-40d4-848f-1b567eeba241 admin admin] Publish callbacks [] for security_group (6d6b0b66-15b0-4592-97cd-547fe563794d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.226047 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ee18-4013-40d4-848f-1b567eeba241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (6d6b0b66-15b0-4592-97cd-547fe563794d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.232838 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (222e4f60-ecdf-46f6-a1a8-91fcec801a32), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.233136 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.segments_db [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Added segment 222e4f60-ecdf-46f6-a1a8-91fcec801a32 of type vlan for network c0325572-5da0-4b9f-9e73-f91204f9c44d Mar 16 11:24:39.279770 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.289759 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-7cc5ee18-4013-40d4-848f-1b567eeba241 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e5b313908d38468181b4f0628db036f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945381 Mar 16 11:24:39.291344 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5ee18-4013-40d4-848f-1b567eeba241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6b0b66-15b0-4592-97cd-547fe563794d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:39.295432 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49634) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:39.564859 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e4fc4-c3c9-4579-a25c-dbba00b29fd2 req-09ad4954-5cc2-4e9e-a10f-de98d57029c4 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.566305 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0e3e4fc4-c3c9-4579-a25c-dbba00b29fd2 req-09ad4954-5cc2-4e9e-a10f-de98d57029c4 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 931 time: 0.5464325 Mar 16 11:24:39.574205 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ca858b-65cf-473c-8efe-c46c8c1bf667,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:39.577339 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-ecc2f1cd-f899-4f30-a674-010bae2b4c15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7c8dc2d-510a-41c9-a27f-257ba399ff6e HTTP/1.1" status: 200 len: 217 time: 0.3372855 Mar 16 11:24:39.590705 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:24:39.623133 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device a2b21d3e-6c1e-4833-b37b-f69f8612c732 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:39.637951 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (c0325572-5da0-4b9f-9e73-f91204f9c44d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.640657 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Pushing event updated for resources: {'Port': ['ID=1c81e416-9cc8-4549-8b86-bff8ec3b5246,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:39.724419 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1f217829-ffc6-4ce3-b824-c33c3ad0ea34,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:39.739319 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '1f217829-ffc6-4ce3-b824-c33c3ad0ea34', 'network_id': '4a19a238-948f-4877-8123-653055815c9d', 'port_id': '1f217829-ffc6-4ce3-b824-c33c3ad0ea34', 'mac_address': 'fa:16:3e:eb:63:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f580f26-f46f-4a81-9b0f-042c7377652c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:24:39.741938 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port a2b21d3e-6c1e-4833-b37b-f69f8612c732 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:24:39.746608 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-87d356d3-76b6-420b-b124-94c9b8e6406e req-9080ac87-6394-4fcb-a6d9-7ae4d8ae3763 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484858 Mar 16 11:24:39.748018 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port a2b21d3e-6c1e-4833-b37b-f69f8612c732 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:39.748390 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.763147 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Attempting to bind port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:39.763480 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Attempting to bind port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:39.763875 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Attempting to bind port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 on network c170e093-4302-4344-9c38-7d7b54780b71 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:39.789872 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-5edab9a6-4271-4a58-9432-c3f1153ffc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.791477 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-5edab9a6-4271-4a58-9432-c3f1153ffc78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f580f26-f46f-4a81-9b0f-042c7377652c HTTP/1.1" status: 200 len: 858 time: 0.2034431 Mar 16 11:24:39.792230 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (c0325572-5da0-4b9f-9e73-f91204f9c44d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.792789 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.793469 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.803809 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 on network c170e093-4302-4344-9c38-7d7b54780b71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:24:39.804121 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Attempting to bind port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 on network c170e093-4302-4344-9c38-7d7b54780b71 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:39.813083 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.814627 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:39.814766 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.838989 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:39.865678 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:39.866001 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Checking segment: {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:39.866382 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Bound using segment: {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:39.866833 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Bound port: 1c81e416-9cc8-4549-8b86-bff8ec3b5246, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:39.867185 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.871600 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0e3e4fc4-c3c9-4579-a25c-dbba00b29fd2 req-5a3cba07-058a-4c26-8817-2ad69ee8f5d9 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883723 Mar 16 11:24:39.881545 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1f217829-ffc6-4ce3-b824-c33c3ad0ea34,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:39.889725 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.932898 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port a2b21d3e-6c1e-4833-b37b-f69f8612c732 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:39.933281 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:39.947348 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9326649 Mar 16 11:24:39.948145 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49656) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:39.953997 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-02fde2c1-b46c-412a-b63e-d02fb83251e0 admin admin] Request body: {'subnet': {'network_id': 'c0325572-5da0-4b9f-9e73-f91204f9c44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-486513165-subnet', 'tenant_id': '0649b52577354722acc2e8b127a5c4d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:39.964676 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e4a390-504b-4609-9186-e7fca22e40ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b21d3e-6c1e-4833-b37b-f69f8612c732'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:40.000545 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fde2c1-b46c-412a-b63e-d02fb83251e0 admin admin] Made reservation on behalf of 0649b52577354722acc2e8b127a5c4d4 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:40.002958 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02fde2c1-b46c-412a-b63e-d02fb83251e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.043272 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Network 33dcaf7a-9065-45ab-98b3-1b440d48a146 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:40.055101 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:40.058236 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:24:40.063891 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.064702 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.096657 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4308665 Mar 16 11:24:40.097633 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e164321-1716-4bfa-b069-51eafa676286 admin admin] Publish callbacks [] for security_group (6d6b0b66-15b0-4592-97cd-547fe563794d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.124094 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e164321-1716-4bfa-b069-51eafa676286 admin admin] Publish callbacks [] for security_group (6d6b0b66-15b0-4592-97cd-547fe563794d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.191638 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port a2b21d3e-6c1e-4833-b37b-f69f8612c732, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b21d3e-6c1e-4833-b37b-f69f8612c732,segment=NetworkSegment(2545ed25-3ee3-4120-bb53-6df26feebff4),segment_id=2545ed25-3ee3-4120-bb53-6df26feebff4)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:40.193544 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=1f217829-ffc6-4ce3-b824-c33c3ad0ea34,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:40.197238 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.202014 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d7529-9b1f-46ca-b593-3486c9a37d08 admin admin] Pushing event updated for resources: {'Network': ['ID=c0325572-5da0-4b9f-9e73-f91204f9c44d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:40.243676 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network c0325572-5da0-4b9f-9e73-f91204f9c44d details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:24:40.259404 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] For port 1c81e416-9cc8-4549-8b86-bff8ec3b5246, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:40.263166 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4c4f6-4234-4e1c-83e6-89f0c31ee4f3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'Port': ['ID=ee3f5ad6-b327-4907-b326-a216f0e99033,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:40.312717 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] For port 1c81e416-9cc8-4549-8b86-bff8ec3b5246, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1c81e416-9cc8-4549-8b86-bff8ec3b5246,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:40.313944 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02fde2c1-b46c-412a-b63e-d02fb83251e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for subnet (949979be-b0cd-46ff-810f-1bc4c2d65cb2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.320728 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e164321-1716-4bfa-b069-51eafa676286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (6d6b0b66-15b0-4592-97cd-547fe563794d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.327868 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e164321-1716-4bfa-b069-51eafa676286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.329964 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-1e164321-1716-4bfa-b069-51eafa676286 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6d6b0b66-15b0-4592-97cd-547fe563794d HTTP/1.1" status: 204 len: 168 time: 0.7989204 Mar 16 11:24:40.353018 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.398048 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fde2c1-b46c-412a-b63e-d02fb83251e0 admin admin] Checking segment: {'id': '222e4f60-ecdf-46f6-a1a8-91fcec801a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0325572-5da0-4b9f-9e73-f91204f9c44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:40.402942 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fde2c1-b46c-412a-b63e-d02fb83251e0 admin admin] Network hostable DHCP agents. Network: c0325572-5da0-4b9f-9e73-f91204f9c44d, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:24:40.406239 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49670) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:40.410259 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=a2b21d3e-6c1e-4833-b37b-f69f8612c732,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:40.438948 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e164321-1716-4bfa-b069-51eafa676286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6b0b66-15b0-4592-97cd-547fe563794d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:40.452122 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202852e2-d501-4f8e-a88f-b3847adcdcca" -d '{"events": [{"server_uuid": "b3e4a390-504b-4609-9186-e7fca22e40ec", "name": "network-vif-plugged", "status": "completed", "tag": "a2b21d3e-6c1e-4833-b37b-f69f8612c732"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:24:40.452407 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967f1ea-96f6-4f0b-9d64-e62544dabf96 req-f7266983-a46d-46cf-a50d-0126856563af tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.461447 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7967f1ea-96f6-4f0b-9d64-e62544dabf96 req-f7266983-a46d-46cf-a50d-0126856563af tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 931 time: 0.5990431 Mar 16 11:24:40.462314 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fde2c1-b46c-412a-b63e-d02fb83251e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=949979be-b0cd-46ff-810f-1bc4c2d65cb2,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:40.470189 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fde2c1-b46c-412a-b63e-d02fb83251e0 admin admin] Network c0325572-5da0-4b9f-9e73-f91204f9c44d is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:24:40.496949 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-02fde2c1-b46c-412a-b63e-d02fb83251e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, c0325572-5da0-4b9f-9e73-f91204f9c44d) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:40.501328 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fde2c1-b46c-412a-b63e-d02fb83251e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.501818 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02fde2c1-b46c-412a-b63e-d02fb83251e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.530770 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.531823 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.533823 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] 10.222.0.62 "PUT /v2.0/ports/1c81e416-9cc8-4549-8b86-bff8ec3b5246 HTTP/1.1" status: 200 len: 1093 time: 2.8693075 Mar 16 11:24:40.537855 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'tag': '1c81e416-9cc8-4549-8b86-bff8ec3b5246'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:40.541049 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7afacae-11fb-4ffd-93a6-aee423c5c0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4cb7ed-eec6-46f7-871f-210c4815061a", "tag": "1c81e416-9cc8-4549-8b86-bff8ec3b5246"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:24:40.547120 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-02fde2c1-b46c-412a-b63e-d02fb83251e0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5972586 Mar 16 11:24:40.550507 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9817d18-24a6-4ac2-a745-3920d636a2d8 None None] Network c0325572-5da0-4b9f-9e73-f91204f9c44d requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:24:40.586873 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46e9c6-6e5e-4adf-afdd-419f4e70e69e req-4422942f-b5d9-4fdc-9d33-3bc444bb7c42 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.594177 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4b46e9c6-6e5e-4adf-afdd-419f4e70e69e req-4422942f-b5d9-4fdc-9d33-3bc444bb7c42 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.5487354 Mar 16 11:24:40.633792 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-83519580-aa48-43ea-a26a-d96c8f8070a8 None None] Provisioning complete for port ee3f5ad6-b327-4907-b326-a216f0e99033 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:40.634982 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-83519580-aa48-43ea-a26a-d96c8f8070a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.640263 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961944a6-7365-4d9a-b67a-3714d685b954 service neutron] Pushing event updated for resources: {'Port': ['ID=1c81e416-9cc8-4549-8b86-bff8ec3b5246,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:40.692677 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f079239-7c66-4dad-8852-177749301d2c None None] Network c0325572-5da0-4b9f-9e73-f91204f9c44d requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:24:40.735506 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7967f1ea-96f6-4f0b-9d64-e62544dabf96 req-70cbd83b-b65a-44b2-a504-33aad879a6ca tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730324 Mar 16 11:24:40.747395 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4b46e9c6-6e5e-4adf-afdd-419f4e70e69e req-3544146e-4a3c-405e-8889-7c8bca498762 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419506 Mar 16 11:24:40.791275 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-83519580-aa48-43ea-a26a-d96c8f8070a8 None None] Port ee3f5ad6-b327-4907-b326-a216f0e99033 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:24:40.825567 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5b531d-de0e-45ed-b8db-447b562d7849 x-openstack-request-id: req-de5b531d-de0e-45ed-b8db-447b562d7849 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:24:40.825868 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4cb7ed-eec6-46f7-871f-210c4815061a", "tag": "1c81e416-9cc8-4549-8b86-bff8ec3b5246", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:24:40.826175 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de5b531d-de0e-45ed-b8db-447b562d7849 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:24:40.826614 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'tag': '1c81e416-9cc8-4549-8b86-bff8ec3b5246', 'status': 'completed', 'code': 200} Mar 16 11:24:40.851058 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8b49af1-f0c8-4007-b637-84bc9cd4e4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.986876 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367dbae-e9ed-4f65-ac4b-ae778179fcbd req-e6eaaead-7f27-42c0-b764-97d68aa38811 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.988319 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d367dbae-e9ed-4f65-ac4b-ae778179fcbd req-e6eaaead-7f27-42c0-b764-97d68aa38811 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 943 time: 0.1035728 Mar 16 11:24:40.991759 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8b49af1-f0c8-4007-b637-84bc9cd4e4dd admin admin] Publish callbacks [] for security_group (fa0275cd-a91f-408c-a0bd-3f31136b31d3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:40.997381 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8b49af1-f0c8-4007-b637-84bc9cd4e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (fa0275cd-a91f-408c-a0bd-3f31136b31d3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.030219 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-f8b49af1-f0c8-4007-b637-84bc9cd4e4dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a051ab6aad1242079baf0be83580cdf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6182239 Mar 16 11:24:41.033136 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49698) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:41.049430 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d367dbae-e9ed-4f65-ac4b-ae778179fcbd req-5e616476-6c8f-491a-a924-e17e3858c84b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525787 Mar 16 11:24:41.094901 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b49af1-f0c8-4007-b637-84bc9cd4e4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0275cd-a91f-408c-a0bd-3f31136b31d3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.139304 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f95ee89-d4fa-4389-8781-07c36348aa43 admin admin] Publish callbacks [] for security_group (fa0275cd-a91f-408c-a0bd-3f31136b31d3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.173366 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f95ee89-d4fa-4389-8781-07c36348aa43 admin admin] Publish callbacks [] for security_group (fa0275cd-a91f-408c-a0bd-3f31136b31d3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.239383 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e3a9c-3c45-4201-938f-496a5e09c8ac req-6ffce0d3-04b9-4284-872d-4cf8d7862a10 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.240831 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d71e3a9c-3c45-4201-938f-496a5e09c8ac req-6ffce0d3-04b9-4284-872d-4cf8d7862a10 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 943 time: 0.1041033 Mar 16 11:24:41.241509 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f95ee89-d4fa-4389-8781-07c36348aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (fa0275cd-a91f-408c-a0bd-3f31136b31d3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.244332 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f95ee89-d4fa-4389-8781-07c36348aa43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.246336 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-9f95ee89-d4fa-4389-8781-07c36348aa43 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa0275cd-a91f-408c-a0bd-3f31136b31d3 HTTP/1.1" status: 204 len: 168 time: 0.2122700 Mar 16 11:24:41.257561 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95ee89-d4fa-4389-8781-07c36348aa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0275cd-a91f-408c-a0bd-3f31136b31d3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.277232 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a446386-84ee-4138-b6d1-617fb06a3f40 x-openstack-request-id: req-8a446386-84ee-4138-b6d1-617fb06a3f40 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:24:41.277545 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e4a390-504b-4609-9186-e7fca22e40ec", "name": "network-vif-plugged", "status": "completed", "tag": "a2b21d3e-6c1e-4833-b37b-f69f8612c732", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:24:41.278008 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a446386-84ee-4138-b6d1-617fb06a3f40 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:24:41.278445 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e4a390-504b-4609-9186-e7fca22e40ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b21d3e-6c1e-4833-b37b-f69f8612c732', 'code': 200} Mar 16 11:24:41.324332 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d71e3a9c-3c45-4201-938f-496a5e09c8ac req-ba3a7437-6758-4421-8616-f8d979391798 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677142 Mar 16 11:24:41.579798 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49726) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:41.584950 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-9866156-network', 'tenant_id': '0085675379154ba49d36d4ecb00caa46'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:41.592155 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49728) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:41.606387 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Made reservation on behalf of 0085675379154ba49d36d4ecb00caa46 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:41.606797 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1972fb3-c699-4f2e-bf51-127f864c48da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.609426 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.620149 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.699629 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Publish callbacks [] for security_group (dd7aedd6-2c06-4dff-9930-6bae4d88b900), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.701103 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1972fb3-c699-4f2e-bf51-127f864c48da admin admin] Publish callbacks [] for security_group (0c974b4c-6805-4f56-aea9-641c4b2a40e6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.704423 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (dd7aedd6-2c06-4dff-9930-6bae4d88b900), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.705841 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1972fb3-c699-4f2e-bf51-127f864c48da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (0c974b4c-6805-4f56-aea9-641c4b2a40e6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.730979 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:24:41.742789 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7aedd6-2c06-4dff-9930-6bae4d88b900,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.747548 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-a1972fb3-c699-4f2e-bf51-127f864c48da admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=81ed8c97d60444369b45cbc1e15b0dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541104 Mar 16 11:24:41.748443 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1972fb3-c699-4f2e-bf51-127f864c48da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c974b4c-6805-4f56-aea9-641c4b2a40e6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.750759 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 49730) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:41.754102 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (fd6b7d70-2015-4139-8476-97018d1f7e68), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.755039 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.segments_db [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Added segment fd6b7d70-2015-4139-8476-97018d1f7e68 of type vlan for network 7430efeb-1c01-4ec6-aa31-da01082252ed Mar 16 11:24:41.833922 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (7430efeb-1c01-4ec6-aa31-da01082252ed), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.866338 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac359-4485-4907-a8fe-96391933d922 admin admin] Publish callbacks [] for security_group (0c974b4c-6805-4f56-aea9-641c4b2a40e6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.880559 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (7430efeb-1c01-4ec6-aa31-da01082252ed), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.881544 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.882122 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.913191 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293b976-620b-439a-a0b5-dd35244dafb4 req-bb45b421-1728-4973-b2b1-1b15bdc886cf tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.914725 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8293b976-620b-439a-a0b5-dd35244dafb4 req-bb45b421-1728-4973-b2b1-1b15bdc886cf tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 931 time: 0.0873139 Mar 16 11:24:41.934742 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac359-4485-4907-a8fe-96391933d922 admin admin] Publish callbacks [] for security_group (0c974b4c-6805-4f56-aea9-641c4b2a40e6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:41.937488 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad43a50-21b4-4c10-9d49-aec5371a15d3 req-3abf85ef-7ece-4bb5-ab5b-877020ee12cc tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.939009 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9ad43a50-21b4-4c10-9d49-aec5371a15d3 req-3abf85ef-7ece-4bb5-ab5b-877020ee12cc tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.0782137 Mar 16 11:24:41.952840 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3692753 Mar 16 11:24:41.959187 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 49740) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:41.964362 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4a1514e9-5aec-4886-a823-213e9f61bc04 admin admin] Request body: {'subnet': {'network_id': '7430efeb-1c01-4ec6-aa31-da01082252ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-9866156-subnet', 'tenant_id': '0085675379154ba49d36d4ecb00caa46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:41.982904 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cb7b5-90f4-43c5-9a60-915a713a3e38 admin admin] Pushing event updated for resources: {'Network': ['ID=7430efeb-1c01-4ec6-aa31-da01082252ed,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.993889 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 7430efeb-1c01-4ec6-aa31-da01082252ed details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:24:42.014394 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac359-4485-4907-a8fe-96391933d922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (0c974b4c-6805-4f56-aea9-641c4b2a40e6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:42.018601 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8293b976-620b-439a-a0b5-dd35244dafb4 req-1800db47-2e12-4460-96dc-3c26b8df1765 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953121 Mar 16 11:24:42.018750 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac359-4485-4907-a8fe-96391933d922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:42.018750 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-4a5ac359-4485-4907-a8fe-96391933d922 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0c974b4c-6805-4f56-aea9-641c4b2a40e6 HTTP/1.1" status: 204 len: 168 time: 0.2660959 Mar 16 11:24:42.035623 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ac359-4485-4907-a8fe-96391933d922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c974b4c-6805-4f56-aea9-641c4b2a40e6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:42.044402 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1514e9-5aec-4886-a823-213e9f61bc04 admin admin] Made reservation on behalf of 0085675379154ba49d36d4ecb00caa46 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:42.046791 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a1514e9-5aec-4886-a823-213e9f61bc04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:42.064132 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9ad43a50-21b4-4c10-9d49-aec5371a15d3 req-04b44fd7-43a0-477c-8be4-76f8181c32ff tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144469 Mar 16 11:24:42.293770 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8675b-350d-4437-b48e-a102d5430040 req-302cd5b4-11a2-411b-b1fb-c394d2b3fd3e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.295407 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c4e8675b-350d-4437-b48e-a102d5430040 req-302cd5b4-11a2-411b-b1fb-c394d2b3fd3e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 943 time: 0.1070774 Mar 16 11:24:42.296963 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a1514e9-5aec-4886-a823-213e9f61bc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for subnet (9a467158-2e82-41f8-893a-847579386678), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:42.419245 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1514e9-5aec-4886-a823-213e9f61bc04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a467158-2e82-41f8-893a-847579386678,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:42.430521 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-7c833463-5b7e-42ed-9b3e-f8d26951b0ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a19a238-948f-4877-8123-653055815c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434301 Mar 16 11:24:42.443003 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c4e8675b-350d-4437-b48e-a102d5430040 req-4ffddced-226c-4b29-85b0-70a0c719f81a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383171 Mar 16 11:24:42.444135 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1514e9-5aec-4886-a823-213e9f61bc04 admin admin] Checking segment: {'id': 'fd6b7d70-2015-4139-8476-97018d1f7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7430efeb-1c01-4ec6-aa31-da01082252ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:42.444498 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1514e9-5aec-4886-a823-213e9f61bc04 admin admin] Network hostable DHCP agents. Network: 7430efeb-1c01-4ec6-aa31-da01082252ed, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:24:42.458659 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Request body: {'port': {'device_id': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:42.646262 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1514e9-5aec-4886-a823-213e9f61bc04 admin admin] Network 7430efeb-1c01-4ec6-aa31-da01082252ed is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:24:42.711646 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4a1514e9-5aec-4886-a823-213e9f61bc04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 7430efeb-1c01-4ec6-aa31-da01082252ed) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:42.722255 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e91117-0c1a-4007-b235-9fd7deb722dd None None] Network 7430efeb-1c01-4ec6-aa31-da01082252ed requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:24:42.736291 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1514e9-5aec-4886-a823-213e9f61bc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.736914 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a1514e9-5aec-4886-a823-213e9f61bc04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:42.749046 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed067c95-fa23-4105-a699-ea9db5a84b79 req-ef98f45d-1cc7-4a9b-bd0d-b9cc7bc65b23 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.758132 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ed067c95-fa23-4105-a699-ea9db5a84b79 req-ef98f45d-1cc7-4a9b-bd0d-b9cc7bc65b23 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 943 time: 0.2534196 Mar 16 11:24:42.767904 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:42.789618 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67605f-50af-4d2a-9017-a78dc44f7526 req-4b46d3c9-cd63-4293-985b-465ae7bce1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.791371 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-2d67605f-50af-4d2a-9017-a78dc44f7526 req-4b46d3c9-cd63-4293-985b-465ae7bce1d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 1129 time: 0.1429737 Mar 16 11:24:42.803575 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afacae-11fb-4ffd-93a6-aee423c5c0e0 req-487a36fc-d323-4cf0-8378-9544a5030d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.805571 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f7afacae-11fb-4ffd-93a6-aee423c5c0e0 req-487a36fc-d323-4cf0-8378-9544a5030d7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 1127 time: 0.3036652 Mar 16 11:24:42.812491 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-ce115df0-edf3-461a-a74e-d31d9777dd07 service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098388 Mar 16 11:24:42.829854 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-4a1514e9-5aec-4886-a823-213e9f61bc04 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8695281 Mar 16 11:24:42.836360 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2d67605f-50af-4d2a-9017-a78dc44f7526 req-9c03d2ef-de35-4bb9-982e-47e9ed289834 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:42.864727 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['1f217829-ffc6-4ce3-b824-c33c3ad0ea34'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:24:42.955068 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf707fd7-4d22-45d4-baa1-8731cf17aa4e None None] Network 7430efeb-1c01-4ec6-aa31-da01082252ed requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:24:43.015829 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ed067c95-fa23-4105-a699-ea9db5a84b79 req-a2ef4562-1148-4063-8d0d-35ecb580de07 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561009 Mar 16 11:24:43.053753 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2d67605f-50af-4d2a-9017-a78dc44f7526 req-9c03d2ef-de35-4bb9-982e-47e9ed289834 service neutron] Publish callbacks [] for security_group (16e3d801-bbc0-4546-abef-0b34b1c3f7e6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:43.063357 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2d67605f-50af-4d2a-9017-a78dc44f7526 req-9c03d2ef-de35-4bb9-982e-47e9ed289834 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (16e3d801-bbc0-4546-abef-0b34b1c3f7e6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:43.144354 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-2d67605f-50af-4d2a-9017-a78dc44f7526 req-9c03d2ef-de35-4bb9-982e-47e9ed289834 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406272 Mar 16 11:24:43.184849 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03d2ef-de35-4bb9-982e-47e9ed289834 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=16e3d801-bbc0-4546-abef-0b34b1c3f7e6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:43.235570 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0152c27-5539-4a98-a946-4084cf5d1495 req-1ea339a8-cf9c-4125-9d06-cc633f66f03e service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994460 Mar 16 11:24:43.266211 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afacae-11fb-4ffd-93a6-aee423c5c0e0 req-e1f92619-75a7-426c-b9ad-8e124237949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:43.267774 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f7afacae-11fb-4ffd-93a6-aee423c5c0e0 req-e1f92619-75a7-426c-b9ad-8e124237949c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4343226 Mar 16 11:24:43.369515 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c8c80-ae96-4b7b-8a5a-52b0cac7a5c1 req-2b1c78fe-16a1-4e13-96cb-d0c1dfc975a5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:43.370985 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9d6c8c80-ae96-4b7b-8a5a-52b0cac7a5c1 req-2b1c78fe-16a1-4e13-96cb-d0c1dfc975a5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 931 time: 0.2504165 Mar 16 11:24:43.407120 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c78fc-9132-4c93-8fc9-aa01146f80be req-2ced4c56-a78e-4eb5-a23e-0279a28bcdc0 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:43.413038 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-509c78fc-9132-4c93-8fc9-aa01146f80be req-2ced4c56-a78e-4eb5-a23e-0279a28bcdc0 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.1754215 Mar 16 11:24:43.596046 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9d6c8c80-ae96-4b7b-8a5a-52b0cac7a5c1 req-e4ef10ad-d40a-4191-8e17-db815e371eb5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142751 Mar 16 11:24:43.604797 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-509c78fc-9132-4c93-8fc9-aa01146f80be req-901d096e-7df3-40ec-8313-c31c9192195d tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899726 Mar 16 11:24:43.615174 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3f5ad6-b327-4907-b326-a216f0e99033 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:43.627229 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Publish callbacks [] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:43.658174 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Transition to ACTIVE for port object ee3f5ad6-b327-4907-b326-a216f0e99033 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:24:43.661737 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afacae-11fb-4ffd-93a6-aee423c5c0e0 req-f0a7d9ed-d3f5-4b40-9664-90180ef5c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:43.663268 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f7afacae-11fb-4ffd-93a6-aee423c5c0e0 req-f0a7d9ed-d3f5-4b40-9664-90180ef5c8e7 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1826346 Mar 16 11:24:43.664977 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:43.715377 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3f5ad6-b327-4907-b326-a216f0e99033,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:43.877486 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Attempting to bind port ee3f5ad6-b327-4907-b326-a216f0e99033 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:24:43.878163 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Attempting to bind port ee3f5ad6-b327-4907-b326-a216f0e99033 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:24:43.878163 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Attempting to bind port ee3f5ad6-b327-4907-b326-a216f0e99033 on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:43.890298 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Port ee3f5ad6-b327-4907-b326-a216f0e99033 on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:24:43.890717 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Attempting to bind port ee3f5ad6-b327-4907-b326-a216f0e99033 on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:24:43.903253 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:24:43.903596 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Checking segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:24:43.904085 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Bound using segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:24:43.904637 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Bound port: ee3f5ad6-b327-4907-b326-a216f0e99033, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:24:43.905145 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:43.975092 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-baef71d3-c8a0-407d-8220-a3d0becbcba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:43.977168 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-baef71d3-c8a0-407d-8220-a3d0becbcba2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 1127 time: 0.2202888 Mar 16 11:24:43.986338 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa590a-50d6-403b-982b-ac9e8e504fac req-1a3e5a0a-33c6-437a-bd92-8807e32d965e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:43.989135 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a0aa590a-50d6-403b-982b-ac9e8e504fac req-1a3e5a0a-33c6-437a-bd92-8807e32d965e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 943 time: 0.2412336 Mar 16 11:24:44.045844 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-6e290f6d-6f81-4573-a4d4-15d2dae1e052 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c81e416-9cc8-4549-8b86-bff8ec3b5246 HTTP/1.1" status: 200 len: 217 time: 0.0522633 Mar 16 11:24:44.355819 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] For port ee3f5ad6-b327-4907-b326-a216f0e99033, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:44.399179 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] For port ee3f5ad6-b327-4907-b326-a216f0e99033, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee3f5ad6-b327-4907-b326-a216f0e99033,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:44.409154 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a0aa590a-50d6-403b-982b-ac9e8e504fac req-40135619-e571-463c-bb8e-cb6a7532b125 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076500 Mar 16 11:24:44.414664 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:44.418119 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-6ea22d5e-5b68-4f0d-acac-b28617ad6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:44.419743 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-6ea22d5e-5b68-4f0d-acac-b28617ad6f5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf84d9-ff44-4d8e-bded-a61f9c17dfc9 HTTP/1.1" status: 200 len: 849 time: 0.3609250 Mar 16 11:24:44.434218 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:44.463502 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:44.464314 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:44.467415 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] 10.222.0.62 "PUT /v2.0/ports/ee3f5ad6-b327-4907-b326-a216f0e99033 HTTP/1.1" status: 200 len: 1093 time: 2.0159409 Mar 16 11:24:44.504620 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:24:44.507088 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'tag': 'ee3f5ad6-b327-4907-b326-a216f0e99033'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:44.509232 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:44.509721 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:44.512660 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080fdfef-4289-4c2f-ba5d-c3a0610f1385" -d '{"events": [{"name": "network-changed", "server_uuid": "b32325d8-e0ec-4ba2-b048-ac6a958d841d", "tag": "ee3f5ad6-b327-4907-b326-a216f0e99033"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:24:44.610535 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:44.611270 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:44.635694 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d48ef24-198d-4be3-8032-f3de46ab3d9c x-openstack-request-id: req-3d48ef24-198d-4be3-8032-f3de46ab3d9c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:24:44.636173 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32325d8-e0ec-4ba2-b048-ac6a958d841d", "tag": "ee3f5ad6-b327-4907-b326-a216f0e99033", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:24:44.636560 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3d48ef24-198d-4be3-8032-f3de46ab3d9c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:24:44.637130 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'tag': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'status': 'completed', 'code': 200} Mar 16 11:24:44.657248 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ac348-00bb-45a5-bb8e-1005f75c4ff6 req-49e57ea7-d578-44ec-bdb0-acb807b9d086 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:44.659229 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-049ac348-00bb-45a5-bb8e-1005f75c4ff6 req-49e57ea7-d578-44ec-bdb0-acb807b9d086 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 943 time: 0.3352392 Mar 16 11:24:44.669172 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834075e8-f8b0-4250-ba51-4f7a5b68b4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f217829-ffc6-4ce3-b824-c33c3ad0ea34'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:44.672670 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642747a4-7f75-4dee-ac9a-0045d5f4e356" -d '{"events": [{"server_uuid": "834075e8-f8b0-4250-ba51-4f7a5b68b4c2", "name": "network-vif-plugged", "status": "completed", "tag": "1f217829-ffc6-4ce3-b824-c33c3ad0ea34"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:24:44.691281 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1f217829-ffc6-4ce3-b824-c33c3ad0ea34,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:44.701920 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:44.739877 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-c7404089-508a-4608-9745-e472876b8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:44.742113 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-c7404089-508a-4608-9745-e472876b8bf4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 1127 time: 0.1831372 Mar 16 11:24:44.742732 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c232ed-e5a6-4324-badd-5fb556115837 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3f5ad6-b327-4907-b326-a216f0e99033,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:44.764050 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-1541b75a-8e38-4be2-9037-73b78e3fc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:44.766806 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-1541b75a-8e38-4be2-9037-73b78e3fc778 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c170e093-4302-4344-9c38-7d7b54780b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2610526 Mar 16 11:24:44.781180 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=1f217829-ffc6-4ce3-b824-c33c3ad0ea34,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:44.833680 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-049ac348-00bb-45a5-bb8e-1005f75c4ff6 req-56dce747-a427-438e-8f04-0af37a0e9c0b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554677 Mar 16 11:24:44.852208 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbb983-9edb-4b9e-8579-a9d3ea909985 req-2762cae6-531b-45e1-b3f8-26923b457100 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:44.853702 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6fcbb983-9edb-4b9e-8579-a9d3ea909985 req-2762cae6-531b-45e1-b3f8-26923b457100 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 943 time: 0.1170690 Mar 16 11:24:44.953712 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6fcbb983-9edb-4b9e-8579-a9d3ea909985 req-5f8e7480-19e2-4d43-b705-6ed2086c5637 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929055 Mar 16 11:24:44.983074 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4b30-0b52-42ea-9752-a37d76a1e76b req-23a222a2-04af-4815-8fc8-e77101b553ce tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:44.984646 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1ade4b30-0b52-42ea-9752-a37d76a1e76b req-23a222a2-04af-4815-8fc8-e77101b553ce tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.0671806 Mar 16 11:24:45.035400 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6f96e9-a2c1-41cd-9113-8829de793ac0 x-openstack-request-id: req-eb6f96e9-a2c1-41cd-9113-8829de793ac0 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:24:45.035973 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834075e8-f8b0-4250-ba51-4f7a5b68b4c2", "name": "network-vif-plugged", "status": "completed", "tag": "1f217829-ffc6-4ce3-b824-c33c3ad0ea34", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:24:45.036441 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb6f96e9-a2c1-41cd-9113-8829de793ac0 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:24:45.037147 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834075e8-f8b0-4250-ba51-4f7a5b68b4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f217829-ffc6-4ce3-b824-c33c3ad0ea34', 'code': 200} Mar 16 11:24:45.064516 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1ade4b30-0b52-42ea-9752-a37d76a1e76b req-1738817b-3b72-4bfe-850f-bd3034d6f1ea tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732207 Mar 16 11:24:45.529644 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada81cf0-1d47-4498-bd42-69ce0601d1e8 req-06709eee-c6bf-4a07-b270-5a81b659872f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:45.531130 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ada81cf0-1d47-4498-bd42-69ce0601d1e8 req-06709eee-c6bf-4a07-b270-5a81b659872f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 943 time: 0.0517609 Mar 16 11:24:45.581453 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ada81cf0-1d47-4498-bd42-69ce0601d1e8 req-921f9442-027c-4e07-bfb7-fd7c065231ba tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447288 Mar 16 11:24:45.955853 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77878c04-3c66-441b-bc75-18de2a6b5ddc req-e19686c8-2c36-44d4-8e86-c2578047bf87 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:45.957399 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-77878c04-3c66-441b-bc75-18de2a6b5ddc req-e19686c8-2c36-44d4-8e86-c2578047bf87 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 943 time: 0.0512242 Mar 16 11:24:46.002524 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-77878c04-3c66-441b-bc75-18de2a6b5ddc req-cfefc9bf-4bf7-483d-959c-50dfb7470e53 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390244 Mar 16 11:24:46.076131 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f4075-94c8-41f2-9e88-91f1ce0ac229 req-b99016de-6c38-449d-90d2-6559169e4dcb tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:46.077650 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-340f4075-94c8-41f2-9e88-91f1ce0ac229 req-b99016de-6c38-449d-90d2-6559169e4dcb tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 943 time: 0.0516834 Mar 16 11:24:46.123443 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-340f4075-94c8-41f2-9e88-91f1ce0ac229 req-f00012ba-fdb9-4082-8e71-4b8d08ef4b57 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395114 Mar 16 11:24:46.181992 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfdf08-fa33-403a-98d6-eb342f8612bf req-d4d47934-f1ba-44ee-82fa-6688a16cc432 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:46.183451 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-01bfdf08-fa33-403a-98d6-eb342f8612bf req-d4d47934-f1ba-44ee-82fa-6688a16cc432 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.0544300 Mar 16 11:24:46.228895 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-01bfdf08-fa33-403a-98d6-eb342f8612bf req-7af808d3-cc77-4e3e-8875-d5436c4d2323 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398688 Mar 16 11:24:46.695814 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a543ec-200e-400c-9dff-a5c744e89e66 req-3cc9f1ff-369f-4859-b26d-7d07566c27af tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:46.697262 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-03a543ec-200e-400c-9dff-a5c744e89e66 req-3cc9f1ff-369f-4859-b26d-7d07566c27af tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 943 time: 0.0502274 Mar 16 11:24:46.741867 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-03a543ec-200e-400c-9dff-a5c744e89e66 req-afd6fc58-dafe-4cb4-befa-c0c13c7ee007 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391996 Mar 16 11:24:47.120071 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10ae1f-d716-47aa-b2b0-e48b2f3cf7ab req-f4bba16f-f7d7-498f-aa8d-97a5c46c6022 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:47.121568 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1b10ae1f-d716-47aa-b2b0-e48b2f3cf7ab req-f4bba16f-f7d7-498f-aa8d-97a5c46c6022 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 943 time: 0.0550051 Mar 16 11:24:47.167240 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1b10ae1f-d716-47aa-b2b0-e48b2f3cf7ab req-e3fbbab6-ba97-4337-bf2f-aabc62e85c13 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402539 Mar 16 11:24:47.236547 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11737c56-ed54-4543-8be0-fba3e253cfaa req-250689d2-f546-4fd1-a0d1-e4e9008e76f8 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:47.238070 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-11737c56-ed54-4543-8be0-fba3e253cfaa req-250689d2-f546-4fd1-a0d1-e4e9008e76f8 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 943 time: 0.0518055 Mar 16 11:24:47.285364 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-11737c56-ed54-4543-8be0-fba3e253cfaa req-deaa7c14-76c2-4db5-b25c-a0187e74d193 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412171 Mar 16 11:24:47.342753 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04444f-cbb9-4a88-a8d3-0df72d3609b4 req-45224c6d-7312-493f-88de-fec446737358 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:47.344189 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-be04444f-cbb9-4a88-a8d3-0df72d3609b4 req-45224c6d-7312-493f-88de-fec446737358 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.0506535 Mar 16 11:24:47.430595 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-761b0205-da6c-4ab3-9fc5-dfc365aa2299 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3f5ad6-b327-4907-b326-a216f0e99033 HTTP/1.1" status: 200 len: 217 time: 0.0645905 Mar 16 11:24:47.501115 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-be04444f-cbb9-4a88-a8d3-0df72d3609b4 req-ba6f1029-bb10-43a0-9207-53b2531ef7eb tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508098 Mar 16 11:24:47.530879 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-18355777-5006-473c-8ecd-290a25ef755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:47.532345 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-18355777-5006-473c-8ecd-290a25ef755c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7178324-d2ef-4ea9-873d-2e1326b0608e HTTP/1.1" status: 200 len: 854 time: 0.0713551 Mar 16 11:24:47.553533 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-42e69527-0965-4d6e-81c2-6c30435f7a24 service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865568 Mar 16 11:24:47.741160 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-c65c90e0-4790-4d96-88db-c9bb1e4e2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:47.742580 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-c65c90e0-4790-4d96-88db-c9bb1e4e2b95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33dcaf7a-9065-45ab-98b3-1b440d48a146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1715155 Mar 16 11:24:47.746505 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b8a8f-0ccf-4bf5-bdea-f6d5706f9082 req-6af062ec-fc08-4bc8-8d36-96041dce1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:47.747858 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ab7b8a8f-0ccf-4bf5-bdea-f6d5706f9082 req-6af062ec-fc08-4bc8-8d36-96041dce1010 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 1130 time: 0.1854959 Mar 16 11:24:47.749861 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-0efdfe72-a47a-4751-8021-ef4eba42658c service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861072 Mar 16 11:24:47.921199 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ab7b8a8f-0ccf-4bf5-bdea-f6d5706f9082 req-21f3c430-430c-4212-acbb-53d8f3d0eda5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029627 Mar 16 11:24:47.935957 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-84b6a14e-fd01-4e35-9cf9-9295ac7e9dc0 service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631300 Mar 16 11:24:47.946451 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bc3cb-96aa-4c97-b9cc-d7f87af95240 req-2e80f1c8-6a9e-4c73-847c-731418e40bbd tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:47.947838 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ea9bc3cb-96aa-4c97-b9cc-d7f87af95240 req-2e80f1c8-6a9e-4c73-847c-731418e40bbd tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 943 time: 0.1207561 Mar 16 11:24:47.996776 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ea9bc3cb-96aa-4c97-b9cc-d7f87af95240 req-94949d06-3228-43ac-b36e-0baf06eb9d24 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423071 Mar 16 11:24:48.353701 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fac3d-6ce9-4a6b-9a56-657a92d7c688 req-cbec760c-70b9-4a10-a4a3-b5a6adbc4fa3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:48.361575 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5b8fac3d-6ce9-4a6b-9a56-657a92d7c688 req-cbec760c-70b9-4a10-a4a3-b5a6adbc4fa3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 943 time: 0.1235054 Mar 16 11:24:48.407377 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45d3634c-dda8-4048-aa3d-4c5d12d2ae9d req-44098f03-2585-40a5-a555-eee525fcff19 service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794541 Mar 16 11:24:48.429274 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device a7c8dc2d-510a-41c9-a27f-257ba399ff6e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:24:48.548749 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5b8fac3d-6ce9-4a6b-9a56-657a92d7c688 req-7a0951e0-f4d4-4bbd-95f2-6f4081873a56 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838512 Mar 16 11:24:48.611176 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ac8b6-6369-4241-a4fb-30d123e05ddb req-688245c6-1534-48a9-86af-7077863d7c65 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:48.626628 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ab7ac8b6-6369-4241-a4fb-30d123e05ddb req-688245c6-1534-48a9-86af-7077863d7c65 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 943 time: 0.2410455 Mar 16 11:24:48.642223 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port a7c8dc2d-510a-41c9-a27f-257ba399ff6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7c8dc2d-510a-41c9-a27f-257ba399ff6e,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:48.656396 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': 'a7c8dc2d-510a-41c9-a27f-257ba399ff6e', 'network_id': '4a19a238-948f-4877-8123-653055815c9d', 'port_id': 'a7c8dc2d-510a-41c9-a27f-257ba399ff6e', 'mac_address': 'fa:16:3e:a2:80:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f580f26-f46f-4a81-9b0f-042c7377652c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:24:48.719082 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port a7c8dc2d-510a-41c9-a27f-257ba399ff6e is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:48.719767 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:48.724943 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ab7ac8b6-6369-4241-a4fb-30d123e05ddb req-49786d52-2d6d-43f2-82d1-a2eafb5dba3b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974050 Mar 16 11:24:48.748446 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fdfef-4289-4c2f-ba5d-c3a0610f1385 req-3feb7889-7ada-4d30-ab48-8a231f27b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:48.750023 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-080fdfef-4289-4c2f-ba5d-c3a0610f1385 req-3feb7889-7ada-4d30-ab48-8a231f27b0da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 1127 time: 0.2083995 Mar 16 11:24:48.753990 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c8dc2d-510a-41c9-a27f-257ba399ff6e {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:48.762204 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93221b-d31c-4160-a3b9-a014d9f550bd req-f6c1ac02-06bf-4e22-9356-ed97f25c5fb9 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:48.768937 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4e93221b-d31c-4160-a3b9-a014d9f550bd req-f6c1ac02-06bf-4e22-9356-ed97f25c5fb9 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.1097686 Mar 16 11:24:48.776966 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port a7c8dc2d-510a-41c9-a27f-257ba399ff6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7c8dc2d-510a-41c9-a27f-257ba399ff6e,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:48.781055 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:48.861074 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=a7c8dc2d-510a-41c9-a27f-257ba399ff6e,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:48.876988 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4e93221b-d31c-4160-a3b9-a014d9f550bd req-8849d3d5-af13-4617-825d-dace02cf1acd tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071134 Mar 16 11:24:48.900403 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fdfef-4289-4c2f-ba5d-c3a0610f1385 req-bbf6b517-bb2c-4414-bdd1-7f81533803cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:48.901905 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-080fdfef-4289-4c2f-ba5d-c3a0610f1385 req-bbf6b517-bb2c-4414-bdd1-7f81533803cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 916 time: 0.1299369 Mar 16 11:24:48.955733 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-080fdfef-4289-4c2f-ba5d-c3a0610f1385 req-7a61f19e-e9ed-4355-84fb-d7ebf2f5c67e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3f5ad6-b327-4907-b326-a216f0e99033 HTTP/1.1" status: 200 len: 217 time: 0.0362217 Mar 16 11:24:49.011326 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fdfef-4289-4c2f-ba5d-c3a0610f1385 req-01f12e4a-240b-4698-93a5-f312b6f681e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:49.012709 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-080fdfef-4289-4c2f-ba5d-c3a0610f1385 req-01f12e4a-240b-4698-93a5-f312b6f681e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7178324-d2ef-4ea9-873d-2e1326b0608e HTTP/1.1" status: 200 len: 854 time: 0.0479286 Mar 16 11:24:49.069585 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fdfef-4289-4c2f-ba5d-c3a0610f1385 req-b83284fd-d478-44c6-a944-cb72bf171fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:49.071090 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-080fdfef-4289-4c2f-ba5d-c3a0610f1385 req-b83284fd-d478-44c6-a944-cb72bf171fba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33dcaf7a-9065-45ab-98b3-1b440d48a146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501871 Mar 16 11:24:49.182004 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa0970-f171-492b-af87-7e6faf4599e4 req-e467f52b-4d9f-405d-8418-f8fe9a7a0d0d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:49.183448 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c6fa0970-f171-492b-af87-7e6faf4599e4 req-e467f52b-4d9f-405d-8418-f8fe9a7a0d0d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 944 time: 0.1162295 Mar 16 11:24:49.202746 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-080fdfef-4289-4c2f-ba5d-c3a0610f1385 req-e163256a-3429-43c6-bb21-6c1aca57de80 service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232154 Mar 16 11:24:49.257652 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['a7c8dc2d-510a-41c9-a27f-257ba399ff6e'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:24:49.281842 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c6fa0970-f171-492b-af87-7e6faf4599e4 req-6ec600a5-ee5a-4a61-94ea-64b1377a717a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894864 Mar 16 11:24:49.324743 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-080fdfef-4289-4c2f-ba5d-c3a0610f1385 req-d28ac189-c1b0-43eb-a06c-f108e7bb5a8e service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095479 Mar 16 11:24:49.680454 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cf18a-5f45-4b9d-95b1-47a0b6040da0 req-6611f32b-0176-4581-b79d-a18172c887cf tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:49.683619 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb0cf18a-5f45-4b9d-95b1-47a0b6040da0 req-6611f32b-0176-4581-b79d-a18172c887cf tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 943 time: 0.0594721 Mar 16 11:24:49.734887 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb0cf18a-5f45-4b9d-95b1-47a0b6040da0 req-840c49f1-4121-4623-9747-a9103aea7551 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455031 Mar 16 11:24:49.866738 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50018) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:49.872774 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c21c64-af56-49f4-a083-6e684f9a4238 req-9734a682-be9c-4320-b198-8c0c7a966719 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:49.874418 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-20c21c64-af56-49f4-a083-6e684f9a4238 req-9734a682-be9c-4320-b198-8c0c7a966719 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 943 time: 0.0551624 Mar 16 11:24:49.936423 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-20c21c64-af56-49f4-a083-6e684f9a4238 req-54d21d42-e058-4a07-8f3e-ce451e48ac0e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556874 Mar 16 11:24:50.016545 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e9ce-5bc3-4cb4-9539-e1648811813f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.103347 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e9ce-5bc3-4cb4-9539-e1648811813f admin admin] Publish callbacks [] for security_group (f2c38b20-e47b-420c-a0b9-0a3d41a5091c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.108236 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e9ce-5bc3-4cb4-9539-e1648811813f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f2c38b20-e47b-420c-a0b9-0a3d41a5091c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.156080 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-5bc8e9ce-5bc3-4cb4-9539-e1648811813f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f20493c8a25e42e18da07f781a813611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854362 Mar 16 11:24:50.156080 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8e9ce-5bc3-4cb4-9539-e1648811813f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c38b20-e47b-420c-a0b9-0a3d41a5091c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:50.156929 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 50038) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:50.215386 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14c0-110b-4146-a225-ce738d6a66c9 admin admin] Publish callbacks [] for security_group (f2c38b20-e47b-420c-a0b9-0a3d41a5091c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.236667 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14c0-110b-4146-a225-ce738d6a66c9 admin admin] Publish callbacks [] for security_group (f2c38b20-e47b-420c-a0b9-0a3d41a5091c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.284646 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14c0-110b-4146-a225-ce738d6a66c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f2c38b20-e47b-420c-a0b9-0a3d41a5091c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.287351 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14c0-110b-4146-a225-ce738d6a66c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.288469 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-ab0d14c0-110b-4146-a225-ce738d6a66c9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f2c38b20-e47b-420c-a0b9-0a3d41a5091c HTTP/1.1" status: 204 len: 168 time: 0.1304195 Mar 16 11:24:50.296009 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d14c0-110b-4146-a225-ce738d6a66c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c38b20-e47b-420c-a0b9-0a3d41a5091c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:50.409708 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c9c2f-77fa-477e-b8f4-78e5bb3363bd req-c07c1065-74ba-4cd5-844a-462d4b2589a6 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:50.411906 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-117c9c2f-77fa-477e-b8f4-78e5bb3363bd req-c07c1065-74ba-4cd5-844a-462d4b2589a6 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 944 time: 0.0546274 Mar 16 11:24:50.460391 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-117c9c2f-77fa-477e-b8f4-78e5bb3363bd req-b84cddb9-0b95-4c37-89db-ebe635667032 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Mar 16 11:24:50.565411 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 50054) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:50.579052 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14d5c94f-ba38-414c-81b0-8c922f558167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.652977 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14d5c94f-ba38-414c-81b0-8c922f558167 admin admin] Publish callbacks [] for security_group (0cd8f5b2-51ee-416a-a787-e880afd770ce), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.656746 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14d5c94f-ba38-414c-81b0-8c922f558167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (0cd8f5b2-51ee-416a-a787-e880afd770ce), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.696302 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-14d5c94f-ba38-414c-81b0-8c922f558167 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4301e0af6e69496180b4732c9ee477df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295965 Mar 16 11:24:50.697197 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5c94f-ba38-414c-81b0-8c922f558167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd8f5b2-51ee-416a-a787-e880afd770ce,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:50.699865 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50060) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:50.751595 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fe90707-1395-4971-b344-8e47e50fde2c admin admin] Publish callbacks [] for security_group (0cd8f5b2-51ee-416a-a787-e880afd770ce), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.773162 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fe90707-1395-4971-b344-8e47e50fde2c admin admin] Publish callbacks [] for security_group (0cd8f5b2-51ee-416a-a787-e880afd770ce), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.823533 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fe90707-1395-4971-b344-8e47e50fde2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (0cd8f5b2-51ee-416a-a787-e880afd770ce), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.826189 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fe90707-1395-4971-b344-8e47e50fde2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:50.828091 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-2fe90707-1395-4971-b344-8e47e50fde2c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0cd8f5b2-51ee-416a-a787-e880afd770ce HTTP/1.1" status: 204 len: 168 time: 0.1266246 Mar 16 11:24:50.836580 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe90707-1395-4971-b344-8e47e50fde2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd8f5b2-51ee-416a-a787-e880afd770ce,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:50.862497 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695abf13-d720-444e-bf87-fc780e2d829c req-675c11d7-7c67-4a8c-922b-241b6d64ea0b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:50.864555 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-695abf13-d720-444e-bf87-fc780e2d829c req-675c11d7-7c67-4a8c-922b-241b6d64ea0b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 943 time: 0.0587018 Mar 16 11:24:50.921369 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-695abf13-d720-444e-bf87-fc780e2d829c req-2659303c-d689-4ffb-bbb6-7bed6598b083 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509529 Mar 16 11:24:51.062771 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9713-79c3-4840-bf89-69574d6fe33a req-7b388634-d926-40e5-9ad2-6f9e12fac94a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.069914 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6f0f9713-79c3-4840-bf89-69574d6fe33a req-7b388634-d926-40e5-9ad2-6f9e12fac94a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 943 time: 0.0590475 Mar 16 11:24:51.130320 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6f0f9713-79c3-4840-bf89-69574d6fe33a req-5feb3a10-01e1-4709-a9d2-9f0ae0fdbb9d tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544057 Mar 16 11:24:51.214931 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 50082) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:51.231325 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-995dd5f4-4cf7-4465-8635-b4311009d850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:51.309010 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-995dd5f4-4cf7-4465-8635-b4311009d850 admin admin] Publish callbacks [] for security_group (208fce7e-77b5-49b5-91b8-61204ba4a60e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:51.313337 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-995dd5f4-4cf7-4465-8635-b4311009d850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (208fce7e-77b5-49b5-91b8-61204ba4a60e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:51.348488 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-995dd5f4-4cf7-4465-8635-b4311009d850 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e38878af845b4bcfa9c803745d17b058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319318 Mar 16 11:24:51.351038 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50088) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:51.353392 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dd5f4-4cf7-4465-8635-b4311009d850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208fce7e-77b5-49b5-91b8-61204ba4a60e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:51.402913 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4e5f-987b-4080-b25c-797a340e947d admin admin] Publish callbacks [] for security_group (208fce7e-77b5-49b5-91b8-61204ba4a60e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:51.425325 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4e5f-987b-4080-b25c-797a340e947d admin admin] Publish callbacks [] for security_group (208fce7e-77b5-49b5-91b8-61204ba4a60e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:51.474259 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4e5f-987b-4080-b25c-797a340e947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (208fce7e-77b5-49b5-91b8-61204ba4a60e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:51.476923 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4e5f-987b-4080-b25c-797a340e947d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:51.478061 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-b8bd4e5f-987b-4080-b25c-797a340e947d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/208fce7e-77b5-49b5-91b8-61204ba4a60e HTTP/1.1" status: 204 len: 168 time: 0.1255553 Mar 16 11:24:51.486183 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd4e5f-987b-4080-b25c-797a340e947d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208fce7e-77b5-49b5-91b8-61204ba4a60e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:51.589517 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06193c07-132f-441f-a848-2e10233ea685 req-d5c87fa4-029c-4be8-acf4-9b8b63aa5e41 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.591260 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06193c07-132f-441f-a848-2e10233ea685 req-d5c87fa4-029c-4be8-acf4-9b8b63aa5e41 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 944 time: 0.0547080 Mar 16 11:24:51.639418 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06193c07-132f-441f-a848-2e10233ea685 req-da1bf587-260a-45ab-a61f-6818dfbc76c6 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 Mar 16 11:24:52.045243 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9e1f4-0cac-472a-afee-b951e6714e8d req-b666fa1c-f163-4cc2-a400-b53b56b867b3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:52.046706 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2cc9e1f4-0cac-472a-afee-b951e6714e8d req-b666fa1c-f163-4cc2-a400-b53b56b867b3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 943 time: 0.0540769 Mar 16 11:24:52.098908 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2cc9e1f4-0cac-472a-afee-b951e6714e8d req-8a85b2e1-dcdc-4d94-ac74-acf36ad43929 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461648 Mar 16 11:24:52.215739 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 1c81e416-9cc8-4549-8b86-bff8ec3b5246 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:24:52.242672 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f2627-9cc5-4337-a62c-7b7937edcd20 req-6c8d1d6f-0944-4d98-8c9c-af12f6e292f8 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:52.244365 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d56f2627-9cc5-4337-a62c-7b7937edcd20 req-6c8d1d6f-0944-4d98-8c9c-af12f6e292f8 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 943 time: 0.0580823 Mar 16 11:24:52.313887 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d56f2627-9cc5-4337-a62c-7b7937edcd20 req-f2d71988-4b1e-4994-bf68-6dcc109a9236 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636907 Mar 16 11:24:52.331553 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 1c81e416-9cc8-4549-8b86-bff8ec3b5246, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1c81e416-9cc8-4549-8b86-bff8ec3b5246,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:52.343359 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '1c81e416-9cc8-4549-8b86-bff8ec3b5246', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'port_id': '1c81e416-9cc8-4549-8b86-bff8ec3b5246', 'mac_address': 'fa:16:3e:68:e2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:24:52.383591 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:52.384312 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:52.398524 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c81e416-9cc8-4549-8b86-bff8ec3b5246 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:52.418583 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 1c81e416-9cc8-4549-8b86-bff8ec3b5246, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1c81e416-9cc8-4549-8b86-bff8ec3b5246,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:52.422169 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:52.422829 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device ee3f5ad6-b327-4907-b326-a216f0e99033 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:24:52.523842 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=1c81e416-9cc8-4549-8b86-bff8ec3b5246,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:52.567951 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50132) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:52.568700 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port ee3f5ad6-b327-4907-b326-a216f0e99033, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee3f5ad6-b327-4907-b326-a216f0e99033,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:52.580746 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'port_id': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'mac_address': 'fa:16:3e:9a:56:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:24:52.617637 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port ee3f5ad6-b327-4907-b326-a216f0e99033 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:52.617943 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:52.630388 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3f5ad6-b327-4907-b326-a216f0e99033 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:52.653306 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port ee3f5ad6-b327-4907-b326-a216f0e99033, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee3f5ad6-b327-4907-b326-a216f0e99033,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:52.657395 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:52.673678 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-666350c2-3bc0-4648-bb9c-6eddfae45099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:52.724274 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=ee3f5ad6-b327-4907-b326-a216f0e99033,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:52.753214 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-666350c2-3bc0-4648-bb9c-6eddfae45099 admin admin] Publish callbacks [] for security_group (1620df0e-aac3-4a27-8a7a-8cc834625384), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:52.757494 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-666350c2-3bc0-4648-bb9c-6eddfae45099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (1620df0e-aac3-4a27-8a7a-8cc834625384), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:52.758907 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6635c86-a72a-46f3-acf6-7afff533b1e6 req-97ca0446-0292-462e-aeb2-9b0830465ba5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:52.760414 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d6635c86-a72a-46f3-acf6-7afff533b1e6 req-97ca0446-0292-462e-aeb2-9b0830465ba5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 944 time: 0.0542469 Mar 16 11:24:52.797425 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-666350c2-3bc0-4648-bb9c-6eddfae45099 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d3b2698e269842cd9beb387c07a714b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280278 Mar 16 11:24:52.798266 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666350c2-3bc0-4648-bb9c-6eddfae45099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1620df0e-aac3-4a27-8a7a-8cc834625384,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:52.802488 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50138) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:52.813163 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d6635c86-a72a-46f3-acf6-7afff533b1e6 req-7e1fb855-0840-4258-b97f-f3083543c8c5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469837 Mar 16 11:24:52.849514 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60933fbb-b293-4ef3-b509-bbb8be6c192a admin admin] Publish callbacks [] for security_group (1620df0e-aac3-4a27-8a7a-8cc834625384), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:52.869735 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60933fbb-b293-4ef3-b509-bbb8be6c192a admin admin] Publish callbacks [] for security_group (1620df0e-aac3-4a27-8a7a-8cc834625384), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:52.916089 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60933fbb-b293-4ef3-b509-bbb8be6c192a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (1620df0e-aac3-4a27-8a7a-8cc834625384), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:52.918668 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60933fbb-b293-4ef3-b509-bbb8be6c192a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:52.919826 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-60933fbb-b293-4ef3-b509-bbb8be6c192a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1620df0e-aac3-4a27-8a7a-8cc834625384 HTTP/1.1" status: 204 len: 168 time: 0.1164281 Mar 16 11:24:52.928402 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60933fbb-b293-4ef3-b509-bbb8be6c192a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1620df0e-aac3-4a27-8a7a-8cc834625384,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:53.187731 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device a7c8dc2d-510a-41c9-a27f-257ba399ff6e up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:53.216125 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad8f6-1e18-4111-8c25-12d645d7d31d req-dbc36d3c-d9f7-4ad2-9af5-763c5119f1d2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:53.217632 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-47bad8f6-1e18-4111-8c25-12d645d7d31d req-dbc36d3c-d9f7-4ad2-9af5-763c5119f1d2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 944 time: 0.0544965 Mar 16 11:24:53.251459 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port a7c8dc2d-510a-41c9-a27f-257ba399ff6e completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:24:53.265169 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port a7c8dc2d-510a-41c9-a27f-257ba399ff6e triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:53.265698 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:53.299134 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-47bad8f6-1e18-4111-8c25-12d645d7d31d req-2264802a-a907-4875-8fde-245d9cd2d484 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655699 Mar 16 11:24:53.382227 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port a7c8dc2d-510a-41c9-a27f-257ba399ff6e is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:53.382585 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:53.412435 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15baa197-8088-467e-91e0-ae38e69a63d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c8dc2d-510a-41c9-a27f-257ba399ff6e'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:53.414968 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7435b613-7bf6-46ab-a2d6-808cfd3db392" -d '{"events": [{"server_uuid": "15baa197-8088-467e-91e0-ae38e69a63d9", "name": "network-vif-plugged", "status": "completed", "tag": "a7c8dc2d-510a-41c9-a27f-257ba399ff6e"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:24:53.431493 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port a7c8dc2d-510a-41c9-a27f-257ba399ff6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7c8dc2d-510a-41c9-a27f-257ba399ff6e,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:53.435959 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:53.489067 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2bb13-99ce-42a4-8e01-c3cfa8f4d53b req-b2eb8900-2cb1-456d-9b07-2ecb25044132 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:53.496632 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cac2bb13-99ce-42a4-8e01-c3cfa8f4d53b req-b2eb8900-2cb1-456d-9b07-2ecb25044132 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 944 time: 0.0911825 Mar 16 11:24:53.536311 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead619cc-69be-4f72-8f6e-417c26d4b4e8 x-openstack-request-id: req-ead619cc-69be-4f72-8f6e-417c26d4b4e8 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:24:53.536775 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15baa197-8088-467e-91e0-ae38e69a63d9", "name": "network-vif-plugged", "status": "completed", "tag": "a7c8dc2d-510a-41c9-a27f-257ba399ff6e", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:24:53.536970 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ead619cc-69be-4f72-8f6e-417c26d4b4e8 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:24:53.538108 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15baa197-8088-467e-91e0-ae38e69a63d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c8dc2d-510a-41c9-a27f-257ba399ff6e', 'code': 200} Mar 16 11:24:53.545694 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=a7c8dc2d-510a-41c9-a27f-257ba399ff6e,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:53.555066 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cac2bb13-99ce-42a4-8e01-c3cfa8f4d53b req-0340a340-398a-4ad3-b336-9c0b08316dd5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574002 Mar 16 11:24:53.736283 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['ee3f5ad6-b327-4907-b326-a216f0e99033'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:24:53.775262 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['1c81e416-9cc8-4549-8b86-bff8ec3b5246'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:24:54.144081 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d7f71-8937-4998-9a44-0c5506f6ee11 req-91e620a6-7fe5-4028-95c1-c7cff6bddc66 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:54.146126 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b20d7f71-8937-4998-9a44-0c5506f6ee11 req-91e620a6-7fe5-4028-95c1-c7cff6bddc66 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.2644427 Mar 16 11:24:54.190738 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b20d7f71-8937-4998-9a44-0c5506f6ee11 req-55cc37a9-8b03-4bd5-b448-7c41b2576918 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 Mar 16 11:24:54.419232 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85da13-efc8-47d9-bb58-eea22794a555 req-b0b4d8e3-6e16-49f4-931f-aec506646ebd tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:54.420690 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bf85da13-efc8-47d9-bb58-eea22794a555 req-b0b4d8e3-6e16-49f4-931f-aec506646ebd tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 944 time: 0.0508797 Mar 16 11:24:54.466030 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bf85da13-efc8-47d9-bb58-eea22794a555 req-7c3c189f-1e96-4f1a-8906-25e297d8fca0 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393808 Mar 16 11:24:54.672745 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921101bf-fc64-43ad-90e3-4c61fddb36eb req-771c2f52-3c10-4604-ab18-685603cb2ad1 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:54.674166 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-921101bf-fc64-43ad-90e3-4c61fddb36eb req-771c2f52-3c10-4604-ab18-685603cb2ad1 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 944 time: 0.0526898 Mar 16 11:24:54.719771 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-921101bf-fc64-43ad-90e3-4c61fddb36eb req-78f209a9-c4d5-4d27-9c6b-f8b6e4428de9 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Mar 16 11:24:55.304213 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebccf4c-9be9-47ef-b9cb-8f2d02bf6344 req-d5b88b65-575f-4210-b1b9-14dd20b0088a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:55.305709 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3ebccf4c-9be9-47ef-b9cb-8f2d02bf6344 req-d5b88b65-575f-4210-b1b9-14dd20b0088a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0507677 Mar 16 11:24:55.351293 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3ebccf4c-9be9-47ef-b9cb-8f2d02bf6344 req-540f646b-3f9d-4349-9f22-15d205efc58c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Mar 16 11:24:55.580100 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eb29b-4d9a-4052-b498-fbb12215619e req-db232fba-9783-4117-931d-9243e0eed7e8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:55.582124 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-809eb29b-4d9a-4052-b498-fbb12215619e req-db232fba-9783-4117-931d-9243e0eed7e8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 944 time: 0.0517299 Mar 16 11:24:55.634511 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-809eb29b-4d9a-4052-b498-fbb12215619e req-824b9d84-0a09-4f16-856f-b4b45f2aa32c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469635 Mar 16 11:24:55.833835 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071581a-859d-46d7-8dff-658aa471ceb5 req-32cf0aa2-3fbd-4f37-b21a-156c4e47798f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:55.835302 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5071581a-859d-46d7-8dff-658aa471ceb5 req-32cf0aa2-3fbd-4f37-b21a-156c4e47798f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 944 time: 0.0519178 Mar 16 11:24:55.880168 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5071581a-859d-46d7-8dff-658aa471ceb5 req-94787056-1517-4928-8c2b-2fc1129e784c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393295 Mar 16 11:24:56.476935 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef89a0-324e-4a27-8db5-cf4e81a9ce4f req-5f67411c-f186-4f49-8383-0e9dd03f6aec tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:56.478756 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f3ef89a0-324e-4a27-8db5-cf4e81a9ce4f req-5f67411c-f186-4f49-8383-0e9dd03f6aec tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0528374 Mar 16 11:24:56.557034 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f3ef89a0-324e-4a27-8db5-cf4e81a9ce4f req-f0b40efb-2d8e-4259-9a29-78135766096e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728371 Mar 16 11:24:56.568946 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902f4bb-57fd-47a6-967c-306e0867f720 req-3b605c53-fac8-438e-bb06-30568530f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:56.570363 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f902f4bb-57fd-47a6-967c-306e0867f720 req-3b605c53-fac8-438e-bb06-30568530f2c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 1129 time: 0.0651579 Mar 16 11:24:56.617332 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f902f4bb-57fd-47a6-967c-306e0867f720 req-59b5cb97-6439-41e5-ac76-a10d21c2ac82 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370359 Mar 16 11:24:56.752718 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdf239-f7fb-434a-a691-362d2b14588c req-58a6e048-5b56-488e-a85f-58db2589e1e0 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:56.754232 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-54bdf239-f7fb-434a-a691-362d2b14588c req-58a6e048-5b56-488e-a85f-58db2589e1e0 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 944 time: 0.0539074 Mar 16 11:24:56.800684 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-54bdf239-f7fb-434a-a691-362d2b14588c req-5a1093e3-a4a2-4ec2-8b2e-57b35c0718f7 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408404 Mar 16 11:24:57.000812 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9ea4-2e38-468d-af08-97d9cfa51030 req-c92eacb2-358d-4a86-b4ab-5087244438cd tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:57.002315 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-798b9ea4-2e38-468d-af08-97d9cfa51030 req-c92eacb2-358d-4a86-b4ab-5087244438cd tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 944 time: 0.0564098 Mar 16 11:24:57.052608 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-798b9ea4-2e38-468d-af08-97d9cfa51030 req-a04cd188-b884-4d03-8216-be4dc31ca1f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445595 Mar 16 11:24:57.675051 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466a647-b73d-4d07-bd95-b1a44b26b53c req-93b3b549-c093-4fa6-8e3e-f2517487ba70 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:57.678308 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0466a647-b73d-4d07-bd95-b1a44b26b53c req-93b3b549-c093-4fa6-8e3e-f2517487ba70 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0551841 Mar 16 11:24:57.727305 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0466a647-b73d-4d07-bd95-b1a44b26b53c req-11b81479-1aca-4cb6-919b-ae7097c473f7 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Mar 16 11:24:57.919172 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274de07-4c98-4d7b-a763-d0314f09adf8 req-1093676a-ae38-45ce-b242-271fdd18fd50 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:57.920717 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5274de07-4c98-4d7b-a763-d0314f09adf8 req-1093676a-ae38-45ce-b242-271fdd18fd50 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 944 time: 0.0531418 Mar 16 11:24:57.973347 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5274de07-4c98-4d7b-a763-d0314f09adf8 req-0d7c33a9-b744-4465-9d03-a0c7368be9af tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417662 Mar 16 11:24:58.182284 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d68bfc-8e93-4d40-b17a-aec872f09cce req-7b493236-1aaf-48af-adab-20e9e028b601 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:58.183797 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-14d68bfc-8e93-4d40-b17a-aec872f09cce req-7b493236-1aaf-48af-adab-20e9e028b601 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 944 time: 0.0627692 Mar 16 11:24:58.238166 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-14d68bfc-8e93-4d40-b17a-aec872f09cce req-28710ca7-c57f-4b1b-8fc0-bc11fb622d2f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487311 Mar 16 11:24:58.512763 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 1c81e416-9cc8-4549-8b86-bff8ec3b5246 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:58.564837 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:24:58.569545 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:58.569923 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:58.653754 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:58.654238 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:58.682153 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c81e416-9cc8-4549-8b86-bff8ec3b5246'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:58.684633 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5a6f83-bea2-4d99-8a8c-7a9c8e730f93" -d '{"events": [{"server_uuid": "ba4cb7ed-eec6-46f7-871f-210c4815061a", "name": "network-vif-plugged", "status": "completed", "tag": "1c81e416-9cc8-4549-8b86-bff8ec3b5246"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:24:58.697999 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 1c81e416-9cc8-4549-8b86-bff8ec3b5246, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1c81e416-9cc8-4549-8b86-bff8ec3b5246,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:58.702109 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:58.702727 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device ee3f5ad6-b327-4907-b326-a216f0e99033 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:24:58.728515 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019317a-876f-4dbf-9521-07b1989a5504 x-openstack-request-id: req-d019317a-876f-4dbf-9521-07b1989a5504 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:24:58.728859 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4cb7ed-eec6-46f7-871f-210c4815061a", "name": "network-vif-plugged", "status": "completed", "tag": "1c81e416-9cc8-4549-8b86-bff8ec3b5246", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:24:58.729115 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d019317a-876f-4dbf-9521-07b1989a5504 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:24:58.729684 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c81e416-9cc8-4549-8b86-bff8ec3b5246', 'code': 200} Mar 16 11:24:58.788537 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=1c81e416-9cc8-4549-8b86-bff8ec3b5246,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:58.796651 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port ee3f5ad6-b327-4907-b326-a216f0e99033 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:24:58.810065 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port ee3f5ad6-b327-4907-b326-a216f0e99033 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:24:58.810442 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:58.912925 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6db53-d111-4c19-a761-bd4d98749c38 req-7545683c-6365-4413-973f-2867453fd05c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:58.914545 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5af6db53-d111-4c19-a761-bd4d98749c38 req-7545683c-6365-4413-973f-2867453fd05c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0779734 Mar 16 11:24:58.927493 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port ee3f5ad6-b327-4907-b326-a216f0e99033 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:24:58.927897 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:58.964377 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port ee3f5ad6-b327-4907-b326-a216f0e99033, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee3f5ad6-b327-4907-b326-a216f0e99033,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:58.970477 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:58.980200 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5af6db53-d111-4c19-a761-bd4d98749c38 req-de5f2632-6be0-4162-9814-231a253ed3ef tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592799 Mar 16 11:24:59.034368 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7deec-3954-4492-b2bf-665b26476414 req-cfa6c4dc-48c8-48e8-a6cb-766b7feba8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:59.036403 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-14f7deec-3954-4492-b2bf-665b26476414 req-cfa6c4dc-48c8-48e8-a6cb-766b7feba8e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 1129 time: 0.0725017 Mar 16 11:24:59.040226 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=ee3f5ad6-b327-4907-b326-a216f0e99033,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:59.121728 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-14f7deec-3954-4492-b2bf-665b26476414 req-98d7f8a9-c5f1-459e-b84a-f2341d425301 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721884 Mar 16 11:24:59.145859 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837922bd-dd2b-497a-8628-0179efac9792 req-be6e6e7b-74b4-4be6-91d1-e675fe96200f tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:59.146923 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-837922bd-dd2b-497a-8628-0179efac9792 req-be6e6e7b-74b4-4be6-91d1-e675fe96200f tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0678110 Mar 16 11:24:59.205431 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-837922bd-dd2b-497a-8628-0179efac9792 req-5b6f893f-34bc-4821-9419-c0aed1ca98b3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513148 Mar 16 11:24:59.366901 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae472d8f-523c-4fd3-99a1-a4b197e4ce91 req-27b522fc-27fb-403f-b5aa-3b4874a24dd1 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:59.368357 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae472d8f-523c-4fd3-99a1-a4b197e4ce91 req-27b522fc-27fb-403f-b5aa-3b4874a24dd1 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0892541 Mar 16 11:24:59.382823 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81661e30-e661-4709-bb12-d6dd2d5dc201 req-41006878-2ba9-4393-90f2-c87365f80163 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:59.384225 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-81661e30-e661-4709-bb12-d6dd2d5dc201 req-41006878-2ba9-4393-90f2-c87365f80163 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.0772567 Mar 16 11:24:59.454944 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae472d8f-523c-4fd3-99a1-a4b197e4ce91 req-4512260e-a27c-485d-bf3d-95737da20458 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697258 Mar 16 11:24:59.458186 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-81661e30-e661-4709-bb12-d6dd2d5dc201 req-a21a83a4-2465-47e2-8a3f-99d0475c18c3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673964 Mar 16 11:24:59.745847 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 50348) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:59.851178 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:59.924324 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Publish callbacks [] for security_group (f5a2a02b-187e-42a6-a19a-59af401b8796), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:59.929616 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f5a2a02b-187e-42a6-a19a-59af401b8796), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:24:59.967443 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9b503f3772bc49d5b5b725e5b852fe97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205210 Mar 16 11:24:59.968378 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a2a02b-187e-42a6-a19a-59af401b8796,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:59.970119 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50356) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:24:59.975523 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.975876 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.976213 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.976549 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.976905 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.977235 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.977559 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.977877 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.978198 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.978523 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.978845 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.979165 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.979481 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.979797 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:59.980109 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55f1d1-bb96-4d28-aa13-de136f37cc31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.018189 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Publish callbacks [] for security_group (f5a2a02b-187e-42a6-a19a-59af401b8796), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:00.039720 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Publish callbacks [] for security_group (f5a2a02b-187e-42a6-a19a-59af401b8796), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:00.086358 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f5a2a02b-187e-42a6-a19a-59af401b8796), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:00.088901 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:00.090054 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f5a2a02b-187e-42a6-a19a-59af401b8796 HTTP/1.1" status: 204 len: 168 time: 0.1188774 Mar 16 11:25:00.097880 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a2a02b-187e-42a6-a19a-59af401b8796,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:00.104943 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.105302 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.105662 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.106007 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.106343 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.106679 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.107008 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.107331 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.107685 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.107993 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.108331 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.108682 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.109005 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.109324 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.109642 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080198-a102-4250-a6c2-4a4a435cb8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:00.296212 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c968af8b-ec43-46ad-aa34-e08058747a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:00.343640 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc61a-42ba-487b-8f70-b778d4cf7aa2 req-70f5557d-10ce-470b-934e-00e3569171d3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:00.345054 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8e8cc61a-42ba-487b-8f70-b778d4cf7aa2 req-70f5557d-10ce-470b-934e-00e3569171d3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0638709 Mar 16 11:25:00.393159 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8e8cc61a-42ba-487b-8f70-b778d4cf7aa2 req-f5e92019-4413-4c54-a52f-34a1394a394b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421891 Mar 16 11:25:00.615046 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01356-ecc8-40fb-8e58-a8d0c028014c req-665841a3-82d7-44cb-ba5f-e942bf524532 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:00.616593 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fad01356-ecc8-40fb-8e58-a8d0c028014c req-665841a3-82d7-44cb-ba5f-e942bf524532 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.0744846 Mar 16 11:25:00.628893 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ff09c-f576-450d-8fa4-58087ed44f15 req-9e22b5a6-f4db-4346-b26a-0ffa568273e6 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:00.630368 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9f2ff09c-f576-450d-8fa4-58087ed44f15 req-9e22b5a6-f4db-4346-b26a-0ffa568273e6 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0991549 Mar 16 11:25:00.705742 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fad01356-ecc8-40fb-8e58-a8d0c028014c req-e05de9b9-a048-4e69-a396-18400eda33bf tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744154 Mar 16 11:25:00.710445 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9f2ff09c-f576-450d-8fa4-58087ed44f15 req-9acdfb2a-286f-4bc0-b541-e46efec6c8f1 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725031 Mar 16 11:25:00.730737 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3f5ad6-b327-4907-b326-a216f0e99033'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:00.733242 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6f69f8-da01-4e0c-8b40-069f100f220d" -d '{"events": [{"server_uuid": "b32325d8-e0ec-4ba2-b048-ac6a958d841d", "name": "network-vif-plugged", "status": "completed", "tag": "ee3f5ad6-b327-4907-b326-a216f0e99033"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:25:00.771255 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cd215c-4108-43bf-91d5-6f7c69ffbb11 x-openstack-request-id: req-f9cd215c-4108-43bf-91d5-6f7c69ffbb11 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:25:00.771578 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32325d8-e0ec-4ba2-b048-ac6a958d841d", "name": "network-vif-plugged", "status": "completed", "tag": "ee3f5ad6-b327-4907-b326-a216f0e99033", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:25:00.771840 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f9cd215c-4108-43bf-91d5-6f7c69ffbb11 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:25:00.772244 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'code': 200} Mar 16 11:25:01.506832 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d5baa-306f-4efe-aa27-d08947393428 req-7fd2f534-9e65-4dec-b1e6-3f80a760f0a2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:01.508285 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-748d5baa-306f-4efe-aa27-d08947393428 req-7fd2f534-9e65-4dec-b1e6-3f80a760f0a2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0508378 Mar 16 11:25:01.553144 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-748d5baa-306f-4efe-aa27-d08947393428 req-d0cad35c-3d6d-46b9-ba33-adcc46a7444a tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393445 Mar 16 11:25:01.842070 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:25:01.859770 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5ca7e-dba3-436b-aa47-9236c3029c83 req-6907d3fc-a342-4719-8e68-9a1ef5fcdf4a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:01.861255 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-57f5ca7e-dba3-436b-aa47-9236c3029c83 req-6907d3fc-a342-4719-8e68-9a1ef5fcdf4a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0774958 Mar 16 11:25:01.869112 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6496872-b2b6-4465-bd7c-30c90ea51b24 req-01fa0f30-4609-45f8-ab3e-c619625a6355 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:01.870521 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f6496872-b2b6-4465-bd7c-30c90ea51b24 req-01fa0f30-4609-45f8-ab3e-c619625a6355 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.0953755 Mar 16 11:25:01.944648 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-57f5ca7e-dba3-436b-aa47-9236c3029c83 req-602a5596-6850-4893-8788-5f12092bb121 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731125 Mar 16 11:25:01.948669 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f6496872-b2b6-4465-bd7c-30c90ea51b24 req-092e89b9-7ad1-4c29-be09-80c37ff67422 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706761 Mar 16 11:25:02.422604 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207da0-bafe-4920-b185-b610515e136a req-cfc2aa69-6d8d-4347-982b-771554ffc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:02.424042 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-01207da0-bafe-4920-b185-b610515e136a req-cfc2aa69-6d8d-4347-982b-771554ffc467 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c83e77983d4926a9df4a093866a49c&device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 1129 time: 0.0447595 Mar 16 11:25:02.522230 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207da0-bafe-4920-b185-b610515e136a req-ad03a0fe-9b0e-4605-98e0-f9851e4cc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:02.523694 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-01207da0-bafe-4920-b185-b610515e136a req-ad03a0fe-9b0e-4605-98e0-f9851e4cc98d service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a19a238-948f-4877-8123-653055815c9d HTTP/1.1" status: 200 len: 919 time: 0.0885196 Mar 16 11:25:02.586443 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-01207da0-bafe-4920-b185-b610515e136a req-81ad0980-a777-4b52-aa48-ccac7ad912ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7c8dc2d-510a-41c9-a27f-257ba399ff6e HTTP/1.1" status: 200 len: 217 time: 0.0432584 Mar 16 11:25:02.709677 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207da0-bafe-4920-b185-b610515e136a req-e1f35ce1-1b70-40ce-ba60-49877d52b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:02.711105 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-01207da0-bafe-4920-b185-b610515e136a req-e1f35ce1-1b70-40ce-ba60-49877d52b79b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f580f26-f46f-4a81-9b0f-042c7377652c HTTP/1.1" status: 200 len: 858 time: 0.1079919 Mar 16 11:25:02.714302 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8a01e-5a24-4774-aacb-7e73575565ee req-aa67757c-5305-4a54-b3a2-2ab4d54cc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:02.715642 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-46e8a01e-5a24-4774-aacb-7e73575565ee req-aa67757c-5305-4a54-b3a2-2ab4d54cc971 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 1129 time: 0.1372824 Mar 16 11:25:02.746010 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f285da5-5b9f-4f53-a31e-744309e7da9a req-b1a25a0e-233d-47b4-9631-88421437b926 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:02.747493 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f285da5-5b9f-4f53-a31e-744309e7da9a req-b1a25a0e-233d-47b4-9631-88421437b926 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0989075 Mar 16 11:25:02.775051 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-16b25c6a-9bbf-464c-843f-f43c748659e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:02.779174 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-01207da0-bafe-4920-b185-b610515e136a req-eeda4b03-a17a-4278-b288-1dbf1fee952b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a19a238-948f-4877-8123-653055815c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482392 Mar 16 11:25:02.876592 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-46e8a01e-5a24-4774-aacb-7e73575565ee req-e4253c9c-9cfb-42b4-bf3c-d328d8a923cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517141 Mar 16 11:25:02.887464 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f285da5-5b9f-4f53-a31e-744309e7da9a req-099a913b-6358-49a6-8367-b18b30189306 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326663 Mar 16 11:25:02.915073 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-01207da0-bafe-4920-b185-b610515e136a req-1ce6e07c-474a-47fa-a635-a40f1491baa0 service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256425 Mar 16 11:25:03.123469 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7cb51-1a06-4b3e-9635-1c85e098c0ce req-32683833-b12c-464e-8f62-03e8aabfeaf4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:03.125037 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c4d7cb51-1a06-4b3e-9635-1c85e098c0ce req-32683833-b12c-464e-8f62-03e8aabfeaf4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0888169 Mar 16 11:25:03.133145 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93fc3-b64a-4e6b-b571-472883990d49 req-a85f8cf0-4d32-4402-9273-fb072ea4b041 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:03.134503 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2ce93fc3-b64a-4e6b-b571-472883990d49 req-a85f8cf0-4d32-4402-9273-fb072ea4b041 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.1079748 Mar 16 11:25:03.205523 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c4d7cb51-1a06-4b3e-9635-1c85e098c0ce req-a626efa9-7f45-4d05-9413-5b7d42fdfd80 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700374 Mar 16 11:25:03.216402 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2ce93fc3-b64a-4e6b-b571-472883990d49 req-bdbac22d-fee9-4a28-a50f-6a7afe925155 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752702 Mar 16 11:25:03.446931 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-01207da0-bafe-4920-b185-b610515e136a req-170b8d43-d09d-4be1-9aaa-04daf26249ea service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165359 Mar 16 11:25:03.447938 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:04.013684 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55a938-480a-44c1-b84f-3b6a5f65ae86 req-92752441-f7a1-416d-b11a-cb3187d11521 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:04.015908 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1d55a938-480a-44c1-b84f-3b6a5f65ae86 req-92752441-f7a1-416d-b11a-cb3187d11521 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0560215 Mar 16 11:25:04.092683 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1d55a938-480a-44c1-b84f-3b6a5f65ae86 req-308c87ca-77de-4d7c-a78a-bb37dd676219 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680277 Mar 16 11:25:04.267796 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22debe9b-1aae-428c-8768-754992afb79d req-95100db0-240a-422c-a3d2-ba4a1a5c96bb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:04.281461 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50496) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:04.284223 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-22debe9b-1aae-428c-8768-754992afb79d req-95100db0-240a-422c-a3d2-ba4a1a5c96bb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0979455 Mar 16 11:25:04.296199 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bc7e013e-3442-47fc-a51b-6ba4d51080a9 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Request body: {'floatingip': {'port_id': '1c81e416-9cc8-4549-8b86-bff8ec3b5246'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:04.412543 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc7e013e-3442-47fc-a51b-6ba4d51080a9 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (eea3a469-470a-45f3-9bb3-fc4c690723c4), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:04.476459 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 50504) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:04.513637 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2e09b-8dbd-400b-890d-798187397127 req-f58d6467-1311-43e1-8858-34652cd91493 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:04.529680 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-59b2e09b-8dbd-400b-890d-798187397127 req-f58d6467-1311-43e1-8858-34652cd91493 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.1882153 Mar 16 11:25:04.566493 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d28efb-d53f-4ca1-bf5e-7578178bfff4 req-55a47ac0-c586-4573-a3e7-6aca546b9061 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:04.574648 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c2d28efb-d53f-4ca1-bf5e-7578178bfff4 req-55a47ac0-c586-4573-a3e7-6aca546b9061 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.1496248 Mar 16 11:25:04.625590 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-59b2e09b-8dbd-400b-890d-798187397127 req-6a5df2be-40c8-47aa-95e0-18769d3d8d3a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986574 Mar 16 11:25:04.680191 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c2d28efb-d53f-4ca1-bf5e-7578178bfff4 req-82af2d05-551c-4b91-8eb8-38ea6f2810c7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046598 Mar 16 11:25:04.746516 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a056bc2c-c92a-4725-8ba1-3be563a399a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:04.832169 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a056bc2c-c92a-4725-8ba1-3be563a399a4 admin admin] Publish callbacks [] for security_group (81683863-911d-4fe1-b5ed-c1ee3582248c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:04.836540 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a056bc2c-c92a-4725-8ba1-3be563a399a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (81683863-911d-4fe1-b5ed-c1ee3582248c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:04.875051 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-a056bc2c-c92a-4725-8ba1-3be563a399a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6aaeb7f3541e4f13bf6688e93c85cb69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952084 Mar 16 11:25:04.877707 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 50530) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:04.890651 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056bc2c-c92a-4725-8ba1-3be563a399a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81683863-911d-4fe1-b5ed-c1ee3582248c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:04.933528 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c32c09c0-c2c2-4c30-8fc9-d4339a8182d6 admin admin] Publish callbacks [] for security_group (81683863-911d-4fe1-b5ed-c1ee3582248c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:04.955822 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c32c09c0-c2c2-4c30-8fc9-d4339a8182d6 admin admin] Publish callbacks [] for security_group (81683863-911d-4fe1-b5ed-c1ee3582248c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:04.963009 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.009225 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c32c09c0-c2c2-4c30-8fc9-d4339a8182d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (81683863-911d-4fe1-b5ed-c1ee3582248c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.011868 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c32c09c0-c2c2-4c30-8fc9-d4339a8182d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.015596 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-c32c09c0-c2c2-4c30-8fc9-d4339a8182d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81683863-911d-4fe1-b5ed-c1ee3582248c HTTP/1.1" status: 204 len: 168 time: 0.1339474 Mar 16 11:25:05.026474 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c09c0-c2c2-4c30-8fc9-d4339a8182d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81683863-911d-4fe1-b5ed-c1ee3582248c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:05.302713 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 50538) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:05.318243 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6749dd9f-b2b9-482f-be2b-e650f202cfa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.365692 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc7e013e-3442-47fc-a51b-6ba4d51080a9 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.369488 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc7e013e-3442-47fc-a51b-6ba4d51080a9 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (eea3a469-470a-45f3-9bb3-fc4c690723c4), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.393247 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6749dd9f-b2b9-482f-be2b-e650f202cfa6 admin admin] Publish callbacks [] for security_group (490263bb-f5db-4cb5-937b-68ff30fac8b1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.397674 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6749dd9f-b2b9-482f-be2b-e650f202cfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (490263bb-f5db-4cb5-937b-68ff30fac8b1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.448809 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-6749dd9f-b2b9-482f-be2b-e650f202cfa6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=754109deaa9a4fa1bd6c60b8e638b721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449466 Mar 16 11:25:05.449664 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749dd9f-b2b9-482f-be2b-e650f202cfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490263bb-f5db-4cb5-937b-68ff30fac8b1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:05.451363 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50540) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:05.497523 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.l3_db [None req-bc7e013e-3442-47fc-a51b-6ba4d51080a9 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Floating IP eea3a469-470a-45f3-9bb3-fc4c690723c4 associated. External IP: 172.27.2.73, port: 1c81e416-9cc8-4549-8b86-bff8ec3b5246. Mar 16 11:25:05.578376 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d538803-4d36-4841-a049-0a1a52e8d302 admin admin] Publish callbacks [] for security_group (490263bb-f5db-4cb5-937b-68ff30fac8b1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.611768 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d538803-4d36-4841-a049-0a1a52e8d302 admin admin] Publish callbacks [] for security_group (490263bb-f5db-4cb5-937b-68ff30fac8b1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.749410 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d538803-4d36-4841-a049-0a1a52e8d302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (490263bb-f5db-4cb5-937b-68ff30fac8b1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.752045 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d538803-4d36-4841-a049-0a1a52e8d302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.756202 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-3d538803-4d36-4841-a049-0a1a52e8d302 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/490263bb-f5db-4cb5-937b-68ff30fac8b1 HTTP/1.1" status: 204 len: 168 time: 0.3011220 Mar 16 11:25:05.762658 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d78cd-1403-457b-88b7-77e98ebbc339 req-7c43e865-ffba-4e31-8ddb-632cd74e4536 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:05.774210 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-945d78cd-1403-457b-88b7-77e98ebbc339 req-7c43e865-ffba-4e31-8ddb-632cd74e4536 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0797615 Mar 16 11:25:05.781070 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d538803-4d36-4841-a049-0a1a52e8d302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490263bb-f5db-4cb5-937b-68ff30fac8b1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:05.827955 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7e013e-3442-47fc-a51b-6ba4d51080a9 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Router c5722b8b-8009-4fc3-83b9-7473ced3318b has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:25:05.864772 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-945d78cd-1403-457b-88b7-77e98ebbc339 req-95cacbd4-2b16-4038-bf29-680be615a8e6 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890417 Mar 16 11:25:05.876512 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d83fb7-4afb-492a-8f4a-1f55a9b8c914 req-7fe25f42-2f28-4f02-8269-8e19212fdef6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:05.878325 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-15d83fb7-4afb-492a-8f4a-1f55a9b8c914 req-7fe25f42-2f28-4f02-8269-8e19212fdef6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.1007280 Mar 16 11:25:05.941032 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-15d83fb7-4afb-492a-8f4a-1f55a9b8c914 req-bd5d3499-8ed0-469b-857e-e0edaca10665 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568962 Mar 16 11:25:05.962755 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7e013e-3442-47fc-a51b-6ba4d51080a9 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:25:05.967386 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc7e013e-3442-47fc-a51b-6ba4d51080a9 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:05.976451 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a55d6-817c-44cd-b3ca-f523aae89af7 None None] Sync routers for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:05.987731 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a55d6-817c-44cd-b3ca-f523aae89af7 None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:25:05.989107 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f50a55d6-817c-44cd-b3ca-f523aae89af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:06.008590 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-bc7e013e-3442-47fc-a51b-6ba4d51080a9 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "PUT /v2.0/floatingips/eea3a469-470a-45f3-9bb3-fc4c690723c4 HTTP/1.1" status: 200 len: 990 time: 1.7154701 Mar 16 11:25:06.008590 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'tag': '1c81e416-9cc8-4549-8b86-bff8ec3b5246'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:06.008590 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d22ff4cfa0512844a2c0897ffbbfd3483961e8b3f6ce0a9a828d387125369bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e197d05-b6fd-4879-b2cb-af4e1095dd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4cb7ed-eec6-46f7-871f-210c4815061a", "tag": "1c81e416-9cc8-4549-8b86-bff8ec3b5246"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:25:06.048792 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ada6164-0321-497d-81ab-a3a8ba20b8ab x-openstack-request-id: req-7ada6164-0321-497d-81ab-a3a8ba20b8ab {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:25:06.048792 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4cb7ed-eec6-46f7-871f-210c4815061a", "tag": "1c81e416-9cc8-4549-8b86-bff8ec3b5246", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:25:06.048792 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7ada6164-0321-497d-81ab-a3a8ba20b8ab {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:25:06.048792 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'tag': '1c81e416-9cc8-4549-8b86-bff8ec3b5246', 'status': 'completed', 'code': 200} Mar 16 11:25:06.098846 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f50a55d6-817c-44cd-b3ca-f523aae89af7 None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:25:06.382508 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f50a55d6-817c-44cd-b3ca-f523aae89af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': 'eea3a469-470a-45f3-9bb3-fc4c690723c4', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'port_id': '1c81e416-9cc8-4549-8b86-bff8ec3b5246', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'mac_address': 'fa:16:3e:68:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:20Z', 'updated_at': '2022-03-16T11:25:05Z', 'revision_number': 1, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:20Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:06.402726 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a55d6-817c-44cd-b3ca-f523aae89af7 None None] Checking router: c5722b8b-8009-4fc3-83b9-7473ced3318b for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:06.411874 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a55d6-817c-44cd-b3ca-f523aae89af7 None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:25:06.412488 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f50a55d6-817c-44cd-b3ca-f523aae89af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:06.518052 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f50a55d6-817c-44cd-b3ca-f523aae89af7 None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:25:06.621710 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:06.626629 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04d41699-5dfe-4721-a2fd-cf7a2ba7c082 req-a06509e2-3c7f-43a3-a3fc-ffc5813012b3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460594 Mar 16 11:25:06.764163 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f50a55d6-817c-44cd-b3ca-f523aae89af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': 'eea3a469-470a-45f3-9bb3-fc4c690723c4', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'port_id': '1c81e416-9cc8-4549-8b86-bff8ec3b5246', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'mac_address': 'fa:16:3e:68:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:20Z', 'updated_at': '2022-03-16T11:25:05Z', 'revision_number': 1, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:20Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:06.766139 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:06.872725 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d41699-5dfe-4721-a2fd-cf7a2ba7c082 req-dd56be3a-8e12-48f3-9009-bfffa2f6855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:06.874229 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04d41699-5dfe-4721-a2fd-cf7a2ba7c082 req-dd56be3a-8e12-48f3-9009-bfffa2f6855e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ddd037e816444bb8889a8c76c62282e&device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 1129 time: 0.0846393 Mar 16 11:25:06.876047 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e197d05-b6fd-4879-b2cb-af4e1095dd4d req-21c24cf0-1824-4858-b2c0-d4bfbcb41683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:06.877693 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2e197d05-b6fd-4879-b2cb-af4e1095dd4d req-21c24cf0-1824-4858-b2c0-d4bfbcb41683 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 1129 time: 0.1249082 Mar 16 11:25:06.908410 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a55d6-817c-44cd-b3ca-f523aae89af7 None None] The sync data for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi is: [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': 'eea3a469-470a-45f3-9bb3-fc4c690723c4', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'port_id': '1c81e416-9cc8-4549-8b86-bff8ec3b5246', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'mac_address': 'fa:16:3e:68:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:20Z', 'updated_at': '2022-03-16T11:25:05Z', 'revision_number': 1, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:20Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:07.203488 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6251d3-b112-4b61-b735-569669483cbd None None] New status for floating IP eea3a469-470a-45f3-9bb3-fc4c690723c4: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:25:07.384852 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d41699-5dfe-4721-a2fd-cf7a2ba7c082 req-c15df0cc-9c22-4ead-8159-c81fc469d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:07.386239 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04d41699-5dfe-4721-a2fd-cf7a2ba7c082 req-c15df0cc-9c22-4ead-8159-c81fc469d405 service neutron] 10.222.0.62 "GET /v2.0/networks?id=06edfc6e-5cef-4656-b76b-ea906c38989d HTTP/1.1" status: 200 len: 913 time: 0.4777944 Mar 16 11:25:07.394547 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a526b55-62d5-4e8f-a824-24fedad77578 req-d919cb03-ba58-4e55-b717-0ddda7ffd99f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:07.395484 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5a526b55-62d5-4e8f-a824-24fedad77578 req-d919cb03-ba58-4e55-b717-0ddda7ffd99f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.4411457 Mar 16 11:25:07.401985 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ae535-3041-4bf0-a3ca-a57e607b90a6 req-ac1967ae-1830-4b7c-92b4-e56bb3a147fe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:07.409666 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e54ae535-3041-4bf0-a3ca-a57e607b90a6 req-ac1967ae-1830-4b7c-92b4-e56bb3a147fe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.3771336 Mar 16 11:25:07.415257 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e197d05-b6fd-4879-b2cb-af4e1095dd4d req-2a61c550-3dde-4656-bc23-426698ba1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:07.416951 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2e197d05-b6fd-4879-b2cb-af4e1095dd4d req-2a61c550-3dde-4656-bc23-426698ba1622 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c170e093-4302-4344-9c38-7d7b54780b71 HTTP/1.1" status: 200 len: 911 time: 0.5192564 Mar 16 11:25:07.483591 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04d41699-5dfe-4721-a2fd-cf7a2ba7c082 req-58797dc1-03f6-4fda-9674-d30ccd4f0285 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2b21d3e-6c1e-4833-b37b-f69f8612c732 HTTP/1.1" status: 200 len: 217 time: 0.0714052 Mar 16 11:25:07.623226 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e54ae535-3041-4bf0-a3ca-a57e607b90a6 req-f4188aaa-ff75-4614-806d-8e4f28f38f01 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124708 Mar 16 11:25:07.643441 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5a526b55-62d5-4e8f-a824-24fedad77578 req-c9aebc84-c762-42bc-a9e3-c68fffda88d6 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300708 Mar 16 11:25:07.654790 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2e197d05-b6fd-4879-b2cb-af4e1095dd4d req-9d892362-30e2-4923-8cdf-18aafbc807cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c81e416-9cc8-4549-8b86-bff8ec3b5246 HTTP/1.1" status: 200 len: 1000 time: 0.2198994 Mar 16 11:25:07.669628 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d41699-5dfe-4721-a2fd-cf7a2ba7c082 req-d4afa2d3-2587-48cd-b6d6-3f6b87716f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:07.669628 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04d41699-5dfe-4721-a2fd-cf7a2ba7c082 req-d4afa2d3-2587-48cd-b6d6-3f6b87716f80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c4c7cdb0-aa59-4977-a305-d120cff65b0f HTTP/1.1" status: 200 len: 852 time: 0.1305776 Mar 16 11:25:07.766456 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04d41699-5dfe-4721-a2fd-cf7a2ba7c082 req-d17aaf98-d0db-44b2-b4f6-ee78407b382c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06edfc6e-5cef-4656-b76b-ea906c38989d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482140 Mar 16 11:25:07.857113 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e197d05-b6fd-4879-b2cb-af4e1095dd4d req-5632f1b7-7a30-4cf0-b9b6-c9b41db1f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:07.858768 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2e197d05-b6fd-4879-b2cb-af4e1095dd4d req-5632f1b7-7a30-4cf0-b9b6-c9b41db1f739 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf84d9-ff44-4d8e-bded-a61f9c17dfc9 HTTP/1.1" status: 200 len: 849 time: 0.1310565 Mar 16 11:25:07.929623 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04d41699-5dfe-4721-a2fd-cf7a2ba7c082 req-29923776-7252-409c-b5e4-30f70b42e05d service neutron] 10.222.0.62 "GET /v2.0/networks/06edfc6e-5cef-4656-b76b-ea906c38989d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364114 Mar 16 11:25:07.945350 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e197d05-b6fd-4879-b2cb-af4e1095dd4d req-a441fd41-25ac-4435-bce8-6110d27444f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:07.946867 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2e197d05-b6fd-4879-b2cb-af4e1095dd4d req-a441fd41-25ac-4435-bce8-6110d27444f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c170e093-4302-4344-9c38-7d7b54780b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0792608 Mar 16 11:25:08.119843 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04d41699-5dfe-4721-a2fd-cf7a2ba7c082 req-de53a6cc-4039-4e9f-93d4-c7a145fc56ee service neutron] 10.222.0.62 "GET /v2.0/networks/06edfc6e-5cef-4656-b76b-ea906c38989d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699719 Mar 16 11:25:08.124038 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2e197d05-b6fd-4879-b2cb-af4e1095dd4d req-d9b5d9da-0f62-458f-a18d-55e85ed2de6d service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602266 Mar 16 11:25:08.783234 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bfa63-cf3d-4160-a5a7-1c365b359e31 req-b9943ecb-9620-4405-a716-5986c6616669 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:08.784765 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f86bfa63-cf3d-4160-a5a7-1c365b359e31 req-b9943ecb-9620-4405-a716-5986c6616669 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.0873632 Mar 16 11:25:08.813261 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61130-bd50-4b88-8a85-16a211c8459d req-5db82731-6d17-4389-9fbc-4e0a7f47858a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:08.814711 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2ed61130-bd50-4b88-8a85-16a211c8459d req-5db82731-6d17-4389-9fbc-4e0a7f47858a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0828862 Mar 16 11:25:08.859920 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f86bfa63-cf3d-4160-a5a7-1c365b359e31 req-87c77941-e057-41de-881a-9abf4917c6bb tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689852 Mar 16 11:25:08.880836 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2ed61130-bd50-4b88-8a85-16a211c8459d req-33cf1dd9-2925-45fc-9b65-679ce00deac8 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585308 Mar 16 11:25:08.975743 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3817aac-eddc-4274-9abd-497ba7483867 req-6304d892-a96a-4ae1-9844-7c24f44ab9be tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:08.977322 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b3817aac-eddc-4274-9abd-497ba7483867 req-6304d892-a96a-4ae1-9844-7c24f44ab9be tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.0532522 Mar 16 11:25:08.985960 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 50732) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:08.991028 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-b3b27210-99d6-4580-9f16-55e08b2f7ff3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'floatingip': {'port_id': 'ee3f5ad6-b327-4907-b326-a216f0e99033'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:09.021633 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50734) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:09.063586 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3b27210-99d6-4580-9f16-55e08b2f7ff3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (5e40e8f1-68dd-4ddf-90d8-25797fb60815), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.126126 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ecec-af47-4939-b395-06be0c573de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.212294 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ecec-af47-4939-b395-06be0c573de6 admin admin] Publish callbacks [] for security_group (c49d9448-a6eb-4730-be2f-646fbb6224d4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.216447 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ecec-af47-4939-b395-06be0c573de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (c49d9448-a6eb-4730-be2f-646fbb6224d4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.254472 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8ecec-af47-4939-b395-06be0c573de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49d9448-a6eb-4730-be2f-646fbb6224d4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:09.261999 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-a2c8ecec-af47-4939-b395-06be0c573de6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=946be1ea7c1a461daebff1905874578b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392795 Mar 16 11:25:09.262597 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50742) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:09.313945 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af84ab4d-f563-4b9e-b285-fea18fdfb33a admin admin] Publish callbacks [] for security_group (c49d9448-a6eb-4730-be2f-646fbb6224d4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.335793 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af84ab4d-f563-4b9e-b285-fea18fdfb33a admin admin] Publish callbacks [] for security_group (c49d9448-a6eb-4730-be2f-646fbb6224d4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.381767 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af84ab4d-f563-4b9e-b285-fea18fdfb33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (c49d9448-a6eb-4730-be2f-646fbb6224d4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.384411 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af84ab4d-f563-4b9e-b285-fea18fdfb33a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.385611 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-af84ab4d-f563-4b9e-b285-fea18fdfb33a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c49d9448-a6eb-4730-be2f-646fbb6224d4 HTTP/1.1" status: 204 len: 168 time: 0.1217673 Mar 16 11:25:09.395124 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84ab4d-f563-4b9e-b285-fea18fdfb33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49d9448-a6eb-4730-be2f-646fbb6224d4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:09.657982 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3b27210-99d6-4580-9f16-55e08b2f7ff3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.661084 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3b27210-99d6-4580-9f16-55e08b2f7ff3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (5e40e8f1-68dd-4ddf-90d8-25797fb60815), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.667484 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50750) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:09.681067 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34b18521-9a6e-44d8-a3ea-bc37c7c23b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.754802 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34b18521-9a6e-44d8-a3ea-bc37c7c23b59 admin admin] Publish callbacks [] for security_group (8e894bf4-392a-460d-8ef4-9471a0069658), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.758805 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34b18521-9a6e-44d8-a3ea-bc37c7c23b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (8e894bf4-392a-460d-8ef4-9471a0069658), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.804619 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-34b18521-9a6e-44d8-a3ea-bc37c7c23b59 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=97a318bc4c0c4d82bc1a61fb6a178cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359267 Mar 16 11:25:09.805392 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50754) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:09.806048 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b18521-9a6e-44d8-a3ea-bc37c7c23b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e894bf4-392a-460d-8ef4-9471a0069658,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:09.858572 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53fd66d8-6e9e-4791-8647-e9bd40c42117 admin admin] Publish callbacks [] for security_group (8e894bf4-392a-460d-8ef4-9471a0069658), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.880865 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53fd66d8-6e9e-4791-8647-e9bd40c42117 admin admin] Publish callbacks [] for security_group (8e894bf4-392a-460d-8ef4-9471a0069658), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.941780 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53fd66d8-6e9e-4791-8647-e9bd40c42117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (8e894bf4-392a-460d-8ef4-9471a0069658), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.945269 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53fd66d8-6e9e-4791-8647-e9bd40c42117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:09.950742 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-53fd66d8-6e9e-4791-8647-e9bd40c42117 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e894bf4-392a-460d-8ef4-9471a0069658 HTTP/1.1" status: 204 len: 168 time: 0.1418557 Mar 16 11:25:09.962784 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd66d8-6e9e-4791-8647-e9bd40c42117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e894bf4-392a-460d-8ef4-9471a0069658,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:10.018106 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [None req-b3b27210-99d6-4580-9f16-55e08b2f7ff3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Floating IP 5e40e8f1-68dd-4ddf-90d8-25797fb60815 associated. External IP: 172.27.2.233, port: ee3f5ad6-b327-4907-b326-a216f0e99033. Mar 16 11:25:10.060845 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f6c1e-2c8a-4e58-bcd2-0dac3458f7f7 req-83edb031-979d-41a0-814e-8a23e284d266 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:10.062359 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-051f6c1e-2c8a-4e58-bcd2-0dac3458f7f7 req-83edb031-979d-41a0-814e-8a23e284d266 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0979919 Mar 16 11:25:10.156328 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-051f6c1e-2c8a-4e58-bcd2-0dac3458f7f7 req-37904da3-1283-4a0d-89da-cfd1a5338ded tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655377 Mar 16 11:25:10.291855 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b27210-99d6-4580-9f16-55e08b2f7ff3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:25:10.406117 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b27210-99d6-4580-9f16-55e08b2f7ff3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:25:10.411315 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3b27210-99d6-4580-9f16-55e08b2f7ff3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:10.417868 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef136e-b5e9-462a-bc05-7af9eee39baf None None] Sync routers for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:10.429469 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef136e-b5e9-462a-bc05-7af9eee39baf None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:25:10.429779 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-daef136e-b5e9-462a-bc05-7af9eee39baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:10.449047 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-b3b27210-99d6-4580-9f16-55e08b2f7ff3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "PUT /v2.0/floatingips/5e40e8f1-68dd-4ddf-90d8-25797fb60815 HTTP/1.1" status: 200 len: 991 time: 1.4544611 Mar 16 11:25:10.449047 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'tag': 'ee3f5ad6-b327-4907-b326-a216f0e99033'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:10.449047 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d1bf81-1df1-4a5d-9e16-cca57e559885" -d '{"events": [{"name": "network-changed", "server_uuid": "b32325d8-e0ec-4ba2-b048-ac6a958d841d", "tag": "ee3f5ad6-b327-4907-b326-a216f0e99033"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:25:10.492654 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c424edd-54b2-4586-a6a6-74c71783865e x-openstack-request-id: req-1c424edd-54b2-4586-a6a6-74c71783865e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:25:10.493157 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32325d8-e0ec-4ba2-b048-ac6a958d841d", "tag": "ee3f5ad6-b327-4907-b326-a216f0e99033", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:25:10.493720 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c424edd-54b2-4586-a6a6-74c71783865e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:25:10.494649 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'tag': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'status': 'completed', 'code': 200} Mar 16 11:25:10.538067 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-daef136e-b5e9-462a-bc05-7af9eee39baf None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:25:10.758456 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-daef136e-b5e9-462a-bc05-7af9eee39baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5e40e8f1-68dd-4ddf-90d8-25797fb60815', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:9a:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:28Z', 'updated_at': '2022-03-16T11:25:09Z', 'revision_number': 1, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:10.788799 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef136e-b5e9-462a-bc05-7af9eee39baf None None] Checking router: 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:10.797038 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef136e-b5e9-462a-bc05-7af9eee39baf None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:25:10.797641 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-daef136e-b5e9-462a-bc05-7af9eee39baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:10.910216 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-daef136e-b5e9-462a-bc05-7af9eee39baf None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:25:10.991149 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2e197d05-b6fd-4879-b2cb-af4e1095dd4d req-2d023a7d-b1b2-48dd-89f9-822651710393 service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881250 Mar 16 11:25:11.100590 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1bf81-1df1-4a5d-9e16-cca57e559885 req-bac8823f-7002-4084-b372-37b404245fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:11.102361 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d9d1bf81-1df1-4a5d-9e16-cca57e559885 req-bac8823f-7002-4084-b372-37b404245fb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 1129 time: 0.0654812 Mar 16 11:25:11.162398 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-daef136e-b5e9-462a-bc05-7af9eee39baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5e40e8f1-68dd-4ddf-90d8-25797fb60815', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:9a:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:28Z', 'updated_at': '2022-03-16T11:25:09Z', 'revision_number': 1, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:11.193721 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef136e-b5e9-462a-bc05-7af9eee39baf None None] The sync data for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi is: [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5e40e8f1-68dd-4ddf-90d8-25797fb60815', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:9a:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:28Z', 'updated_at': '2022-03-16T11:25:09Z', 'revision_number': 1, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:11.226766 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1bf81-1df1-4a5d-9e16-cca57e559885 req-3e6240ab-68ab-4908-8f88-ae49ae3a54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:11.228493 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d9d1bf81-1df1-4a5d-9e16-cca57e559885 req-3e6240ab-68ab-4908-8f88-ae49ae3a54c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 916 time: 0.0949447 Mar 16 11:25:11.369699 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d9d1bf81-1df1-4a5d-9e16-cca57e559885 req-5779f7d5-45be-475b-9661-e2b0f8e44c93 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3f5ad6-b327-4907-b326-a216f0e99033 HTTP/1.1" status: 200 len: 999 time: 0.1240594 Mar 16 11:25:11.381806 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede99ce1-eadf-40ca-ad06-a99faf9635bc req-723235a4-5450-4dc3-9ca5-df6196ba870c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:11.385033 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ede99ce1-eadf-40ca-ad06-a99faf9635bc req-723235a4-5450-4dc3-9ca5-df6196ba870c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.1307049 Mar 16 11:25:11.460706 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1bf81-1df1-4a5d-9e16-cca57e559885 req-4eb8cfe9-04c7-4753-84e8-e7cc8cc34a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:11.462182 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d9d1bf81-1df1-4a5d-9e16-cca57e559885 req-4eb8cfe9-04c7-4753-84e8-e7cc8cc34a06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7178324-d2ef-4ea9-873d-2e1326b0608e HTTP/1.1" status: 200 len: 854 time: 0.0762641 Mar 16 11:25:11.470164 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ede99ce1-eadf-40ca-ad06-a99faf9635bc req-8ba9d745-750b-4790-80fb-2d09a1cb98db tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742071 Mar 16 11:25:11.499476 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7c914-e634-4898-88f6-c95c3441b0b1 None None] New status for floating IP 5e40e8f1-68dd-4ddf-90d8-25797fb60815: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:25:11.543830 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1bf81-1df1-4a5d-9e16-cca57e559885 req-631d7696-ee22-4f43-a4b5-33385033b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:11.545588 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d9d1bf81-1df1-4a5d-9e16-cca57e559885 req-631d7696-ee22-4f43-a4b5-33385033b618 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33dcaf7a-9065-45ab-98b3-1b440d48a146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0674343 Mar 16 11:25:11.660022 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d9d1bf81-1df1-4a5d-9e16-cca57e559885 req-c00684ac-19aa-462e-8247-2d2760de61ce service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069136 Mar 16 11:25:11.789197 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d9d1bf81-1df1-4a5d-9e16-cca57e559885 req-2b3b6515-0554-4945-8f16-ba09a39d27a5 service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123633 Mar 16 11:25:12.635065 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43edd4b-fe94-4f50-940d-47fc071b62a4 req-dc42b4cd-4249-456a-9123-286137afd69d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:12.636631 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a43edd4b-fe94-4f50-940d-47fc071b62a4 req-dc42b4cd-4249-456a-9123-286137afd69d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0820472 Mar 16 11:25:12.679851 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 50866) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:12.683284 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50870) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:12.744349 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a43edd4b-fe94-4f50-940d-47fc071b62a4 req-29f8ffcd-580b-4139-929e-19a960ca93b4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896640 Mar 16 11:25:12.844589 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0846b418-d374-4d97-9a68-be4cb0463ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:12.854006 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e658f165-a96d-4712-897e-d7a5e6bfbb0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:12.926111 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0846b418-d374-4d97-9a68-be4cb0463ab3 admin admin] Publish callbacks [] for security_group (af15b8a0-fa56-4f8c-a1f0-0d8d836f5473), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:12.930157 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0846b418-d374-4d97-9a68-be4cb0463ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (af15b8a0-fa56-4f8c-a1f0-0d8d836f5473), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:12.942592 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e658f165-a96d-4712-897e-d7a5e6bfbb0f admin admin] Publish callbacks [] for security_group (06e366f5-8e75-4c60-98e6-34b7d1e84767), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:12.947662 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e658f165-a96d-4712-897e-d7a5e6bfbb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (06e366f5-8e75-4c60-98e6-34b7d1e84767), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:12.980359 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-0846b418-d374-4d97-9a68-be4cb0463ab3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab0d2842c09549ccb7119bde60da7d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001487 Mar 16 11:25:12.984257 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50884) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:12.989369 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-e658f165-a96d-4712-897e-d7a5e6bfbb0f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d9d60dbe89c4492eb1e9a808f183a6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047860 Mar 16 11:25:12.993949 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50886) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:12.996624 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658f165-a96d-4712-897e-d7a5e6bfbb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e366f5-8e75-4c60-98e6-34b7d1e84767,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:13.000284 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846b418-d374-4d97-9a68-be4cb0463ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af15b8a0-fa56-4f8c-a1f0-0d8d836f5473,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:13.029269 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4c260-4392-4ce2-8577-7829a3c90b55 req-9a1f24d6-26c0-4ab9-bf52-e78b47f27f32 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:13.030769 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-50f4c260-4392-4ce2-8577-7829a3c90b55 req-9a1f24d6-26c0-4ab9-bf52-e78b47f27f32 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.0727396 Mar 16 11:25:13.078432 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb2cdd02-e96b-473f-aa22-1d59a0d592f3 admin admin] Publish callbacks [] for security_group (af15b8a0-fa56-4f8c-a1f0-0d8d836f5473), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.082081 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-50f4c260-4392-4ce2-8577-7829a3c90b55 req-ffe828df-2def-4aba-a788-ac5e243c4bf3 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Mar 16 11:25:13.084745 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b41692a-ba49-4f0f-818b-cfd65c0bb4cf admin admin] Publish callbacks [] for security_group (06e366f5-8e75-4c60-98e6-34b7d1e84767), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.111498 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb2cdd02-e96b-473f-aa22-1d59a0d592f3 admin admin] Publish callbacks [] for security_group (af15b8a0-fa56-4f8c-a1f0-0d8d836f5473), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.125625 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b41692a-ba49-4f0f-818b-cfd65c0bb4cf admin admin] Publish callbacks [] for security_group (06e366f5-8e75-4c60-98e6-34b7d1e84767), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.187056 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb2cdd02-e96b-473f-aa22-1d59a0d592f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (af15b8a0-fa56-4f8c-a1f0-0d8d836f5473), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.189579 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb2cdd02-e96b-473f-aa22-1d59a0d592f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.191251 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-eb2cdd02-e96b-473f-aa22-1d59a0d592f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/af15b8a0-fa56-4f8c-a1f0-0d8d836f5473 HTTP/1.1" status: 204 len: 168 time: 0.2051873 Mar 16 11:25:13.193736 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b41692a-ba49-4f0f-818b-cfd65c0bb4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (06e366f5-8e75-4c60-98e6-34b7d1e84767), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.196134 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b41692a-ba49-4f0f-818b-cfd65c0bb4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.197180 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-5b41692a-ba49-4f0f-818b-cfd65c0bb4cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06e366f5-8e75-4c60-98e6-34b7d1e84767 HTTP/1.1" status: 204 len: 168 time: 0.2014427 Mar 16 11:25:13.203791 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cdd02-e96b-473f-aa22-1d59a0d592f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af15b8a0-fa56-4f8c-a1f0-0d8d836f5473,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:13.213344 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41692a-ba49-4f0f-818b-cfd65c0bb4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e366f5-8e75-4c60-98e6-34b7d1e84767,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:13.478730 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 50898) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:13.481133 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50900) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:13.492539 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e51e00e-8d25-446b-ba4b-e52a79530f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.496410 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86f23663-3f4b-4966-b704-091dca07eb92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.573652 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e51e00e-8d25-446b-ba4b-e52a79530f77 admin admin] Publish callbacks [] for security_group (52cff1b2-96fd-45a2-93e4-422895d14d7d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.577572 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e51e00e-8d25-446b-ba4b-e52a79530f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (52cff1b2-96fd-45a2-93e4-422895d14d7d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.581837 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86f23663-3f4b-4966-b704-091dca07eb92 admin admin] Publish callbacks [] for security_group (aa2b5ab6-703d-4ecf-8cc3-1ea212586666), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.585677 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86f23663-3f4b-4966-b704-091dca07eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (aa2b5ab6-703d-4ecf-8cc3-1ea212586666), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.616283 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-1e51e00e-8d25-446b-ba4b-e52a79530f77 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=318bd5237ee54c8e80c6be01b2935b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364367 Mar 16 11:25:13.617169 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51e00e-8d25-446b-ba4b-e52a79530f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cff1b2-96fd-45a2-93e4-422895d14d7d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:13.619458 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 50902) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:13.625015 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-86f23663-3f4b-4966-b704-091dca07eb92 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01e031e26a9241889e9dac267c780650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426284 Mar 16 11:25:13.626202 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f23663-3f4b-4966-b704-091dca07eb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2b5ab6-703d-4ecf-8cc3-1ea212586666,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:13.629281 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 50904) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:13.668015 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1beba7e-0bdc-4499-b3b4-6ecc6501cf38 admin admin] Publish callbacks [] for security_group (52cff1b2-96fd-45a2-93e4-422895d14d7d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.676620 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40b48e65-cb21-4e0e-82b9-969bf3eaf99e admin admin] Publish callbacks [] for security_group (aa2b5ab6-703d-4ecf-8cc3-1ea212586666), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.689079 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1beba7e-0bdc-4499-b3b4-6ecc6501cf38 admin admin] Publish callbacks [] for security_group (52cff1b2-96fd-45a2-93e4-422895d14d7d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.698698 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40b48e65-cb21-4e0e-82b9-969bf3eaf99e admin admin] Publish callbacks [] for security_group (aa2b5ab6-703d-4ecf-8cc3-1ea212586666), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.751043 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40b48e65-cb21-4e0e-82b9-969bf3eaf99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (aa2b5ab6-703d-4ecf-8cc3-1ea212586666), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.753850 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40b48e65-cb21-4e0e-82b9-969bf3eaf99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.755099 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-40b48e65-cb21-4e0e-82b9-969bf3eaf99e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa2b5ab6-703d-4ecf-8cc3-1ea212586666 HTTP/1.1" status: 204 len: 168 time: 0.1249146 Mar 16 11:25:13.762666 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1beba7e-0bdc-4499-b3b4-6ecc6501cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (52cff1b2-96fd-45a2-93e4-422895d14d7d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.767642 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b48e65-cb21-4e0e-82b9-969bf3eaf99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2b5ab6-703d-4ecf-8cc3-1ea212586666,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:13.782694 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1beba7e-0bdc-4499-b3b4-6ecc6501cf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:13.787108 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-d1beba7e-0bdc-4499-b3b4-6ecc6501cf38 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52cff1b2-96fd-45a2-93e4-422895d14d7d HTTP/1.1" status: 204 len: 168 time: 0.1635463 Mar 16 11:25:13.812792 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1beba7e-0bdc-4499-b3b4-6ecc6501cf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cff1b2-96fd-45a2-93e4-422895d14d7d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:13.907697 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e0a4c-e425-4460-910c-7d65a9030f62 req-d160ad26-3ed7-4858-a651-bce902675fd0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:13.909466 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-812e0a4c-e425-4460-910c-7d65a9030f62 req-d160ad26-3ed7-4858-a651-bce902675fd0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0562065 Mar 16 11:25:13.962290 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-812e0a4c-e425-4460-910c-7d65a9030f62 req-2bc7348e-2090-4381-9367-97a58757ce2e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463178 Mar 16 11:25:14.212534 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c5331-febc-4663-827e-5eeee143c019 req-d9690846-f166-42ab-8740-7df989e6a3e8 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:14.214480 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d73c5331-febc-4663-827e-5eeee143c019 req-d9690846-f166-42ab-8740-7df989e6a3e8 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.0580671 Mar 16 11:25:14.269268 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d73c5331-febc-4663-827e-5eeee143c019 req-ac5ec0b9-289c-4090-9252-a0cbb3529824 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486963 Mar 16 11:25:15.086020 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5f384-dbba-42d6-a318-c3ecaae50b89 req-f92e4433-8e46-4368-bb72-17d45bf47788 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:15.087516 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-64a5f384-dbba-42d6-a318-c3ecaae50b89 req-f92e4433-8e46-4368-bb72-17d45bf47788 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0568688 Mar 16 11:25:15.138807 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-64a5f384-dbba-42d6-a318-c3ecaae50b89 req-a6a08bb2-031b-4675-8c17-c6e46e50fdba tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444407 Mar 16 11:25:15.397959 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eb1de-e36f-4c88-95b6-99164f474749 req-cccd2b45-0af4-4f43-9539-12f72f792484 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:15.399495 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-de8eb1de-e36f-4c88-95b6-99164f474749 req-cccd2b45-0af4-4f43-9539-12f72f792484 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.0611846 Mar 16 11:25:15.457139 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-de8eb1de-e36f-4c88-95b6-99164f474749 req-d295f78b-9332-46a4-92b5-6004d970914c tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518677 Mar 16 11:25:16.278298 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51072) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:16.300744 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd20fb-076a-4062-bf29-847765f262dc req-4a5c4bf3-c560-4225-918e-0c74aa288863 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:16.303009 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9cdd20fb-076a-4062-bf29-847765f262dc req-4a5c4bf3-c560-4225-918e-0c74aa288863 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0867648 Mar 16 11:25:16.360099 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9cdd20fb-076a-4062-bf29-847765f262dc req-3157330e-bbc3-4dfe-8515-717fd3725026 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509515 Mar 16 11:25:16.421614 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccd5abba-2bd7-482e-864b-273d6211bae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:16.516214 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccd5abba-2bd7-482e-864b-273d6211bae3 admin admin] Publish callbacks [] for security_group (c0bbfb78-3a43-452c-b975-d85fe3aecf69), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:16.522322 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccd5abba-2bd7-482e-864b-273d6211bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (c0bbfb78-3a43-452c-b975-d85fe3aecf69), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:16.606005 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-ccd5abba-2bd7-482e-864b-273d6211bae3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5fa012f0ff644b10b7e25bb7e556de56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321128 Mar 16 11:25:16.606292 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51096) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:16.610607 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5abba-2bd7-482e-864b-273d6211bae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bbfb78-3a43-452c-b975-d85fe3aecf69,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:16.630019 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b679ea-3809-4f44-a26a-926b2caf6159 req-0cdac271-9d64-47d5-ae80-affc2b90278f tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:16.644529 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-99b679ea-3809-4f44-a26a-926b2caf6159 req-0cdac271-9d64-47d5-ae80-affc2b90278f tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.1106021 Mar 16 11:25:16.694065 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-45fc6659-d95c-4f90-8799-83c210d5a55a admin admin] Publish callbacks [] for security_group (c0bbfb78-3a43-452c-b975-d85fe3aecf69), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:16.719420 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-99b679ea-3809-4f44-a26a-926b2caf6159 req-a292ad18-e168-4d08-8119-9b956f9ffb85 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739038 Mar 16 11:25:16.721881 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-45fc6659-d95c-4f90-8799-83c210d5a55a admin admin] Publish callbacks [] for security_group (c0bbfb78-3a43-452c-b975-d85fe3aecf69), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:16.785103 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-45fc6659-d95c-4f90-8799-83c210d5a55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (c0bbfb78-3a43-452c-b975-d85fe3aecf69), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:16.787743 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-45fc6659-d95c-4f90-8799-83c210d5a55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:16.789669 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-45fc6659-d95c-4f90-8799-83c210d5a55a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c0bbfb78-3a43-452c-b975-d85fe3aecf69 HTTP/1.1" status: 204 len: 168 time: 0.1803024 Mar 16 11:25:16.801458 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc6659-d95c-4f90-8799-83c210d5a55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bbfb78-3a43-452c-b975-d85fe3aecf69,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:17.084703 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51132) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:17.099158 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5bc71fbe-911d-48db-9214-9584833fa178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:17.178488 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5bc71fbe-911d-48db-9214-9584833fa178 admin admin] Publish callbacks [] for security_group (15f49988-3d7b-4e7e-80eb-f877f591ccb0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:17.183908 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5bc71fbe-911d-48db-9214-9584833fa178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (15f49988-3d7b-4e7e-80eb-f877f591ccb0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:17.223088 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-5bc71fbe-911d-48db-9214-9584833fa178 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4d7c537667b04699ac99fe8115158187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372397 Mar 16 11:25:17.223914 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc71fbe-911d-48db-9214-9584833fa178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f49988-3d7b-4e7e-80eb-f877f591ccb0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:17.226368 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51140) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:17.280321 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d97ab1c9-726c-48c8-a9e6-c9abc84c32ba admin admin] Publish callbacks [] for security_group (15f49988-3d7b-4e7e-80eb-f877f591ccb0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:17.302480 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d97ab1c9-726c-48c8-a9e6-c9abc84c32ba admin admin] Publish callbacks [] for security_group (15f49988-3d7b-4e7e-80eb-f877f591ccb0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:17.351449 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d97ab1c9-726c-48c8-a9e6-c9abc84c32ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (15f49988-3d7b-4e7e-80eb-f877f591ccb0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:17.354195 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d97ab1c9-726c-48c8-a9e6-c9abc84c32ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:17.355339 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-d97ab1c9-726c-48c8-a9e6-c9abc84c32ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15f49988-3d7b-4e7e-80eb-f877f591ccb0 HTTP/1.1" status: 204 len: 168 time: 0.1280131 Mar 16 11:25:17.363214 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ab1c9-726c-48c8-a9e6-c9abc84c32ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f49988-3d7b-4e7e-80eb-f877f591ccb0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:17.501761 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde950f-f399-4147-9591-6fcf98149d54 req-79643685-deaf-46d6-9f46-83abb7195488 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:17.503905 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ecde950f-f399-4147-9591-6fcf98149d54 req-79643685-deaf-46d6-9f46-83abb7195488 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0659046 Mar 16 11:25:17.564664 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ecde950f-f399-4147-9591-6fcf98149d54 req-ce995c38-6867-47cc-8c20-04ddedad038e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525625 Mar 16 11:25:17.849739 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a58458-48a0-4330-8172-8fb0c662a73e req-740214d7-7d26-4d41-a2fb-16f9419d75be tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:17.851477 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f7a58458-48a0-4330-8172-8fb0c662a73e req-740214d7-7d26-4d41-a2fb-16f9419d75be tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.0586960 Mar 16 11:25:17.916880 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f7a58458-48a0-4330-8172-8fb0c662a73e req-c4eef1a4-0915-4057-a8fb-76bb946085e3 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582218 Mar 16 11:25:18.443456 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81c0e6-beec-4f5e-a6ce-77e1d30918f4 req-e6405190-ea10-4f1c-8fca-449292b1651c tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:18.444954 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2c81c0e6-beec-4f5e-a6ce-77e1d30918f4 req-e6405190-ea10-4f1c-8fca-449292b1651c tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 945 time: 0.0522697 Mar 16 11:25:18.596410 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-2c81c0e6-beec-4f5e-a6ce-77e1d30918f4 req-0fa7341a-4491-4805-ab2b-97d4254b14dd tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Deleting port a2b21d3e-6c1e-4833-b37b-f69f8612c732 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:25:18.596993 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2c81c0e6-beec-4f5e-a6ce-77e1d30918f4 req-0fa7341a-4491-4805-ab2b-97d4254b14dd tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:18.746100 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51220) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:18.761396 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2c81c0e6-beec-4f5e-a6ce-77e1d30918f4 req-0fa7341a-4491-4805-ab2b-97d4254b14dd tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] For port a2b21d3e-6c1e-4833-b37b-f69f8612c732, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b21d3e-6c1e-4833-b37b-f69f8612c732,segment=NetworkSegment(2545ed25-3ee3-4120-bb53-6df26feebff4),segment_id=2545ed25-3ee3-4120-bb53-6df26feebff4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:18.761692 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2c81c0e6-beec-4f5e-a6ce-77e1d30918f4 req-0fa7341a-4491-4805-ab2b-97d4254b14dd tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:18.770140 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298644c-a386-408b-8a34-e2e24d6ba6dd req-0c37f0b6-be13-43c0-915b-70916f4c9925 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:18.771611 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9298644c-a386-408b-8a34-e2e24d6ba6dd req-0c37f0b6-be13-43c0-915b-70916f4c9925 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0936763 Mar 16 11:25:18.785364 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-2c81c0e6-beec-4f5e-a6ce-77e1d30918f4 req-0fa7341a-4491-4805-ab2b-97d4254b14dd tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Calling delete_port for a2b21d3e-6c1e-4833-b37b-f69f8612c732 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:25:18.790467 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0f2bfb-c306-4923-af10-01666245d7df admin admin] Deleting subnet 949979be-b0cd-46ff-810f-1bc4c2d65cb2 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:25:18.794188 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2bfb-c306-4923-af10-01666245d7df admin admin] Publish callbacks [] for subnet (949979be-b0cd-46ff-810f-1bc4c2d65cb2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:18.834890 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2bfb-c306-4923-af10-01666245d7df admin admin] Publish callbacks [] for subnet (949979be-b0cd-46ff-810f-1bc4c2d65cb2), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:18.846490 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2bfb-c306-4923-af10-01666245d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (949979be-b0cd-46ff-810f-1bc4c2d65cb2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:18.897819 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9298644c-a386-408b-8a34-e2e24d6ba6dd req-d7add1f3-0561-47e8-8b8d-2932306c7174 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142483 Mar 16 11:25:18.926808 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2bfb-c306-4923-af10-01666245d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for subnet (949979be-b0cd-46ff-810f-1bc4c2d65cb2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:18.969720 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2bfb-c306-4923-af10-01666245d7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:18.976154 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-9e0f2bfb-c306-4923-af10-01666245d7df admin admin] 10.222.0.47 "DELETE /v2.0/subnets/949979be-b0cd-46ff-810f-1bc4c2d65cb2 HTTP/1.1" status: 204 len: 168 time: 0.2260964 Mar 16 11:25:18.977652 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51234) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:18.977864 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f2bfb-c306-4923-af10-01666245d7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=949979be-b0cd-46ff-810f-1bc4c2d65cb2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:19.085533 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2c81c0e6-beec-4f5e-a6ce-77e1d30918f4 req-0fa7341a-4491-4805-ab2b-97d4254b14dd tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153'] for port (a2b21d3e-6c1e-4833-b37b-f69f8612c732), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.106976 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (c0325572-5da0-4b9f-9e73-f91204f9c44d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.135936 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7341a-4491-4805-ab2b-97d4254b14dd tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Pushing event deleted for resources: {'Port': ['ID=a2b21d3e-6c1e-4833-b37b-f69f8612c732,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:19.195770 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba2a72-0edf-410e-b585-bf5f3b355d02 req-87d84b7c-75f4-40ef-81f1-c48ebf3a2103 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:19.197648 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1cba2a72-0edf-410e-b585-bf5f3b355d02 req-87d84b7c-75f4-40ef-81f1-c48ebf3a2103 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 867 time: 0.1707420 Mar 16 11:25:19.222893 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c81c0e6-beec-4f5e-a6ce-77e1d30918f4 req-0fa7341a-4491-4805-ab2b-97d4254b14dd tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] No DVR routers for this DVR port a2b21d3e-6c1e-4833-b37b-f69f8612c732 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:19.247973 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2c81c0e6-beec-4f5e-a6ce-77e1d30918f4 req-0fa7341a-4491-4805-ab2b-97d4254b14dd tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.251243 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2c81c0e6-beec-4f5e-a6ce-77e1d30918f4 req-0fa7341a-4491-4805-ab2b-97d4254b14dd tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.62 "DELETE /v2.0/ports/a2b21d3e-6c1e-4833-b37b-f69f8612c732 HTTP/1.1" status: 204 len: 173 time: 0.8006876 Mar 16 11:25:19.252941 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e4a390-504b-4609-9186-e7fca22e40ec', 'name': 'network-vif-deleted', 'tag': 'a2b21d3e-6c1e-4833-b37b-f69f8612c732'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:19.255241 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8865c1f9-19bd-4586-8098-1b762e8ae620" -d '{"events": [{"server_uuid": "b3e4a390-504b-4609-9186-e7fca22e40ec", "name": "network-vif-deleted", "tag": "a2b21d3e-6c1e-4833-b37b-f69f8612c732"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:25:19.335017 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (c0325572-5da0-4b9f-9e73-f91204f9c44d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.352926 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1cba2a72-0edf-410e-b585-bf5f3b355d02 req-cc32c427-0da6-462d-a7ba-7546add47ce5 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/security-groups?id=85107499-c87d-401b-a14a-14866e897ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320391 Mar 16 11:25:19.364038 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ffbaaa-c6b8-46fa-8896-d402f9860d0b x-openstack-request-id: req-31ffbaaa-c6b8-46fa-8896-d402f9860d0b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:25:19.364276 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e4a390-504b-4609-9186-e7fca22e40ec", "name": "network-vif-deleted", "tag": "a2b21d3e-6c1e-4833-b37b-f69f8612c732", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:25:19.364541 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-31ffbaaa-c6b8-46fa-8896-d402f9860d0b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:25:19.364961 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e4a390-504b-4609-9186-e7fca22e40ec', 'name': 'network-vif-deleted', 'tag': 'a2b21d3e-6c1e-4833-b37b-f69f8612c732', 'status': 'completed', 'code': 200} Mar 16 11:25:19.372872 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.373055 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.373979 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.374540 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > port after_create 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.375030 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.375510 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > port after_update 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.378666 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.379208 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.379718 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.380220 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.516184 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.516750 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.516835 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.517104 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:19.517475 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0325572-5da0-4b9f-9e73-f91204f9c44d']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:19.536624 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222e4f60-ecdf-46f6-a1a8-91fcec801a32') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:19.536925 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222e4f60-ecdf-46f6-a1a8-91fcec801a32') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:19.557120 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58926138'] for segment (222e4f60-ecdf-46f6-a1a8-91fcec801a32), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.579056 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (222e4f60-ecdf-46f6-a1a8-91fcec801a32), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.588172 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:19.588549 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633050'] for segment (222e4f60-ecdf-46f6-a1a8-91fcec801a32), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: from cryptography.utils import int_from_bytes Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: from cryptography.utils import int_from_bytes Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: Traceback (most recent call last): Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: timer() Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: cb(*args, **kw) Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: return func(*args, **kwargs) Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: self._notify() Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: self.callback(batched_events) Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: event.method(event) Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: return f(self, *a, **k) Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._get(url).json() Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:19.621037 dv-cinder-790535-29-iscsi neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:19.678908 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (c0325572-5da0-4b9f-9e73-f91204f9c44d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.686832 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.691320 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c0325572-5da0-4b9f-9e73-f91204f9c44d HTTP/1.1" status: 204 len: 168 time: 0.7123482 Mar 16 11:25:19.694724 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51278) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:19.700963 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51280) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:19.708101 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe9deb-6197-4fbb-9afa-a63981641d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0325572-5da0-4b9f-9e73-f91204f9c44d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:19.740165 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-08767865-7b96-4679-b85e-9d6c9dde1ed9 admin admin] Deleting subnet 9a467158-2e82-41f8-893a-847579386678 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:25:19.743325 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08767865-7b96-4679-b85e-9d6c9dde1ed9 admin admin] Publish callbacks [] for subnet (9a467158-2e82-41f8-893a-847579386678), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.783901 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08767865-7b96-4679-b85e-9d6c9dde1ed9 admin admin] Publish callbacks [] for subnet (9a467158-2e82-41f8-893a-847579386678), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.789684 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08767865-7b96-4679-b85e-9d6c9dde1ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (9a467158-2e82-41f8-893a-847579386678), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.811914 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46a9a799-c55d-45d7-ab79-cfdb75f9812b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.845720 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08767865-7b96-4679-b85e-9d6c9dde1ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for subnet (9a467158-2e82-41f8-893a-847579386678), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.877949 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08767865-7b96-4679-b85e-9d6c9dde1ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a467158-2e82-41f8-893a-847579386678,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:19.884377 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08767865-7b96-4679-b85e-9d6c9dde1ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.887662 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46a9a799-c55d-45d7-ab79-cfdb75f9812b admin admin] Publish callbacks [] for security_group (5dde480e-adc1-4be7-923c-326a7f58add2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.895782 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-08767865-7b96-4679-b85e-9d6c9dde1ed9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9a467158-2e82-41f8-893a-847579386678 HTTP/1.1" status: 204 len: 168 time: 0.1996746 Mar 16 11:25:19.896148 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46a9a799-c55d-45d7-ab79-cfdb75f9812b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (5dde480e-adc1-4be7-923c-326a7f58add2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:19.898520 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51284) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:20.243943 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9a799-c55d-45d7-ab79-cfdb75f9812b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dde480e-adc1-4be7-923c-326a7f58add2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:20.250363 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-46a9a799-c55d-45d7-ab79-cfdb75f9812b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd737596e9be448eb0b50518a89950ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5481856 Mar 16 11:25:20.253492 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51288) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:20.269384 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (7430efeb-1c01-4ec6-aa31-da01082252ed), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.292432 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f6a72-47a4-4a0c-a238-3a417b6ceb6b req-c9dccc9f-88a1-4248-9f1a-27daa891f8c5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:20.293914 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-607f6a72-47a4-4a0c-a238-3a417b6ceb6b req-c9dccc9f-88a1-4248-9f1a-27daa891f8c5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.1267443 Mar 16 11:25:20.306148 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ddc8c2d-db56-4c5d-9e45-d0527ab89602 admin admin] Publish callbacks [] for security_group (5dde480e-adc1-4be7-923c-326a7f58add2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.329439 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ddc8c2d-db56-4c5d-9e45-d0527ab89602 admin admin] Publish callbacks [] for security_group (5dde480e-adc1-4be7-923c-326a7f58add2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.382768 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ddc8c2d-db56-4c5d-9e45-d0527ab89602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (5dde480e-adc1-4be7-923c-326a7f58add2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.385897 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ddc8c2d-db56-4c5d-9e45-d0527ab89602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.387193 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-2ddc8c2d-db56-4c5d-9e45-d0527ab89602 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5dde480e-adc1-4be7-923c-326a7f58add2 HTTP/1.1" status: 204 len: 168 time: 0.1313698 Mar 16 11:25:20.392464 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (7430efeb-1c01-4ec6-aa31-da01082252ed), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.414153 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc8c2d-db56-4c5d-9e45-d0527ab89602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dde480e-adc1-4be7-923c-326a7f58add2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:20.425390 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-607f6a72-47a4-4a0c-a238-3a417b6ceb6b req-c26976f1-cc7e-4b3f-b3e4-35382796b403 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059923 Mar 16 11:25:20.438232 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7430efeb-1c01-4ec6-aa31-da01082252ed']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:20.451615 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6b7d70-2015-4139-8476-97018d1f7e68') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:20.452387 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6b7d70-2015-4139-8476-97018d1f7e68') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:20.464740 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58926138'] for segment (fd6b7d70-2015-4139-8476-97018d1f7e68), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.482778 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (fd6b7d70-2015-4139-8476-97018d1f7e68), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.500334 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:20.501454 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633050'] for segment (fd6b7d70-2015-4139-8476-97018d1f7e68), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: Traceback (most recent call last): Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: timer() Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: cb(*args, **kw) Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: return func(*args, **kwargs) Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: self._notify() Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: self.callback(batched_events) Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: event.method(event) Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: return f(self, *a, **k) Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._get(url).json() Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:20.504106 dv-cinder-790535-29-iscsi neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:20.577915 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8a272d10-df28-45b7-b31f-edc29bde9cab req-acdc9a1d-91e5-4923-a3a8-c44480697047 tempest-DeleteServersTestJSON-2091499590 tempest-DeleteServersTestJSON-2091499590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e4a390-504b-4609-9186-e7fca22e40ec HTTP/1.1" status: 200 len: 210 time: 0.0310347 Mar 16 11:25:20.618397 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (7430efeb-1c01-4ec6-aa31-da01082252ed), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.630487 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.634389 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7430efeb-1c01-4ec6-aa31-da01082252ed HTTP/1.1" status: 204 len: 168 time: 0.7319009 Mar 16 11:25:20.649614 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ad7d9-9ab5-49f6-828d-205f5acf6562 admin admin] Pushing event deleted for resources: {'Network': ['ID=7430efeb-1c01-4ec6-aa31-da01082252ed,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:20.657804 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device a2b21d3e-6c1e-4833-b37b-f69f8612c732 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:25:20.682861 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: a2b21d3e-6c1e-4833-b37b-f69f8612c732 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:25:20.683337 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device a2b21d3e-6c1e-4833-b37b-f69f8612c732 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:25:20.806067 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51316) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:20.820171 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1ee10ae-d4aa-4523-a51c-8e221d73ab34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.868676 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51318) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:20.905725 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1ee10ae-d4aa-4523-a51c-8e221d73ab34 admin admin] Publish callbacks [] for security_group (8955aa7a-def4-4b66-a1c6-b586853d3315), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.910091 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1ee10ae-d4aa-4523-a51c-8e221d73ab34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (8955aa7a-def4-4b66-a1c6-b586853d3315), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:20.913966 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-77e3b4d0-65ca-49e3-8c17-6a39c8d17066 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0649b52577354722acc2e8b127a5c4d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440397 Mar 16 11:25:20.916341 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51320) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:20.952842 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-c1ee10ae-d4aa-4523-a51c-8e221d73ab34 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=511bf4cd34504091a80f07c40974ef0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455407 Mar 16 11:25:20.954017 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee10ae-d4aa-4523-a51c-8e221d73ab34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8955aa7a-def4-4b66-a1c6-b586853d3315,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:20.956270 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51322) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:20.991800 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-234f0bcb-e610-4ca7-96a1-8248030e8432 admin admin] Publish callbacks [] for security_group (87ca858b-65cf-473c-8efe-c46c8c1bf667), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:21.029591 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-234f0bcb-e610-4ca7-96a1-8248030e8432 admin admin] Publish callbacks [] for security_group (87ca858b-65cf-473c-8efe-c46c8c1bf667), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:21.040516 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3ce12fe-1d4c-4fe3-88d1-23eb80032eff admin admin] Publish callbacks [] for security_group (8955aa7a-def4-4b66-a1c6-b586853d3315), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:21.076728 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3ce12fe-1d4c-4fe3-88d1-23eb80032eff admin admin] Publish callbacks [] for security_group (8955aa7a-def4-4b66-a1c6-b586853d3315), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:21.114400 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-234f0bcb-e610-4ca7-96a1-8248030e8432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (87ca858b-65cf-473c-8efe-c46c8c1bf667), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:21.116972 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-234f0bcb-e610-4ca7-96a1-8248030e8432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:21.118122 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-234f0bcb-e610-4ca7-96a1-8248030e8432 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/87ca858b-65cf-473c-8efe-c46c8c1bf667 HTTP/1.1" status: 204 len: 168 time: 0.2005458 Mar 16 11:25:21.128731 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f0bcb-e610-4ca7-96a1-8248030e8432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ca858b-65cf-473c-8efe-c46c8c1bf667,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:21.137066 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3ce12fe-1d4c-4fe3-88d1-23eb80032eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (8955aa7a-def4-4b66-a1c6-b586853d3315), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:21.139547 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3ce12fe-1d4c-4fe3-88d1-23eb80032eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:21.144134 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-c3ce12fe-1d4c-4fe3-88d1-23eb80032eff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8955aa7a-def4-4b66-a1c6-b586853d3315 HTTP/1.1" status: 204 len: 168 time: 0.1856463 Mar 16 11:25:21.152296 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce12fe-1d4c-4fe3-88d1-23eb80032eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8955aa7a-def4-4b66-a1c6-b586853d3315,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:21.553570 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51348) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:21.583893 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8ded9-8118-4de0-9c44-8840128cdfc8 req-e564563c-00c7-4b27-a37c-9752ada3e25e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:21.592436 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-baf8ded9-8118-4de0-9c44-8840128cdfc8 req-e564563c-00c7-4b27-a37c-9752ada3e25e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0918870 Mar 16 11:25:21.619190 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-eb6a0414-e9ed-4e0b-ae88-0205c8561065 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0085675379154ba49d36d4ecb00caa46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640640 Mar 16 11:25:21.622384 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51356) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:21.650404 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-baf8ded9-8118-4de0-9c44-8840128cdfc8 req-ce57694f-8197-46f3-9866-ff67320414ec tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570474 Mar 16 11:25:21.698798 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6484da95-562d-4a45-bd8e-50d6fa2c4730 admin admin] Publish callbacks [] for security_group (dd7aedd6-2c06-4dff-9930-6bae4d88b900), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:21.740086 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6484da95-562d-4a45-bd8e-50d6fa2c4730 admin admin] Publish callbacks [] for security_group (dd7aedd6-2c06-4dff-9930-6bae4d88b900), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:21.823235 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6484da95-562d-4a45-bd8e-50d6fa2c4730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (dd7aedd6-2c06-4dff-9930-6bae4d88b900), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:21.831674 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6484da95-562d-4a45-bd8e-50d6fa2c4730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:21.836760 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-6484da95-562d-4a45-bd8e-50d6fa2c4730 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd7aedd6-2c06-4dff-9930-6bae4d88b900 HTTP/1.1" status: 204 len: 168 time: 0.2132342 Mar 16 11:25:21.863439 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484da95-562d-4a45-bd8e-50d6fa2c4730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7aedd6-2c06-4dff-9930-6bae4d88b900,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:22.009830 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51386) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:22.266536 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78fde4fa-eb14-42a1-a6fa-2849d0ab21d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:22.354062 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78fde4fa-eb14-42a1-a6fa-2849d0ab21d4 admin admin] Publish callbacks [] for security_group (e83ed923-c189-4864-b07d-8b0e7b5db870), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:22.360667 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78fde4fa-eb14-42a1-a6fa-2849d0ab21d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e83ed923-c189-4864-b07d-8b0e7b5db870), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:22.409618 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-78fde4fa-eb14-42a1-a6fa-2849d0ab21d4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a7d6d77ae3b4083add49d190d3cb0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958349 Mar 16 11:25:22.410589 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51404) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:22.418236 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fde4fa-eb14-42a1-a6fa-2849d0ab21d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83ed923-c189-4864-b07d-8b0e7b5db870,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:22.477934 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c08c411b-7834-4c8d-bec0-52e638f53a0e admin admin] Publish callbacks [] for security_group (e83ed923-c189-4864-b07d-8b0e7b5db870), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:22.501954 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c08c411b-7834-4c8d-bec0-52e638f53a0e admin admin] Publish callbacks [] for security_group (e83ed923-c189-4864-b07d-8b0e7b5db870), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:22.558073 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c08c411b-7834-4c8d-bec0-52e638f53a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e83ed923-c189-4864-b07d-8b0e7b5db870), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:22.560992 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c08c411b-7834-4c8d-bec0-52e638f53a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:22.562316 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-c08c411b-7834-4c8d-bec0-52e638f53a0e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e83ed923-c189-4864-b07d-8b0e7b5db870 HTTP/1.1" status: 204 len: 168 time: 0.1507323 Mar 16 11:25:22.572652 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c411b-7834-4c8d-bec0-52e638f53a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83ed923-c189-4864-b07d-8b0e7b5db870,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:22.796990 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028a9ca-4601-4be4-8aa5-f87154146bd8 req-d84eeef2-3dea-4b3a-a4b3-1bf5c76818a5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:22.799449 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2028a9ca-4601-4be4-8aa5-f87154146bd8 req-d84eeef2-3dea-4b3a-a4b3-1bf5c76818a5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0811117 Mar 16 11:25:22.874597 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2028a9ca-4601-4be4-8aa5-f87154146bd8 req-94308160-3232-464a-9618-b14684bdedb2 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683923 Mar 16 11:25:23.247320 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51456) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:23.303123 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e45f7fd-a726-4c15-8727-1f1de803dc74 admin admin] Deleting subnet c4c7cdb0-aa59-4977-a305-d120cff65b0f {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:25:23.307171 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e45f7fd-a726-4c15-8727-1f1de803dc74 admin admin] Publish callbacks [] for subnet (c4c7cdb0-aa59-4977-a305-d120cff65b0f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.355448 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e45f7fd-a726-4c15-8727-1f1de803dc74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58926129'] for subnet (c4c7cdb0-aa59-4977-a305-d120cff65b0f), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.421757 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e45f7fd-a726-4c15-8727-1f1de803dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (c4c7cdb0-aa59-4977-a305-d120cff65b0f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.487483 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e45f7fd-a726-4c15-8727-1f1de803dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59632944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59554010'] for subnet (c4c7cdb0-aa59-4977-a305-d120cff65b0f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.527419 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e45f7fd-a726-4c15-8727-1f1de803dc74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.531022 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-7e45f7fd-a726-4c15-8727-1f1de803dc74 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c4c7cdb0-aa59-4977-a305-d120cff65b0f HTTP/1.1" status: 204 len: 168 time: 0.2826917 Mar 16 11:25:23.532270 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45f7fd-a726-4c15-8727-1f1de803dc74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c7cdb0-aa59-4977-a305-d120cff65b0f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:23.537649 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51480) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:23.590119 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51484) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:23.630012 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (06edfc6e-5cef-4656-b76b-ea906c38989d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.721031 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (06edfc6e-5cef-4656-b76b-ea906c38989d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.743591 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9d22841-e2f6-498d-926c-d91e2c8927c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.749926 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.750365 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.751315 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.751722 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > port after_create 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.752180 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.752746 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > port after_update 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.753131 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.753811 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.754202 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.754596 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.823055 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.823354 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51500) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:23.823823 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.823823 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.824117 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:25:23.824476 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06edfc6e-5cef-4656-b76b-ea906c38989d']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:23.843248 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2545ed25-3ee3-4120-bb53-6df26feebff4') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:23.843544 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2545ed25-3ee3-4120-bb53-6df26feebff4') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:23.850483 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9d22841-e2f6-498d-926c-d91e2c8927c7 admin admin] Publish callbacks [] for security_group (88cb47c4-87ab-45e1-a63d-e79569249aa4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.855127 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9d22841-e2f6-498d-926c-d91e2c8927c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (88cb47c4-87ab-45e1-a63d-e79569249aa4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.861185 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62316673'] for segment (2545ed25-3ee3-4120-bb53-6df26feebff4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.882627 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (2545ed25-3ee3-4120-bb53-6df26feebff4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.893503 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:23.894285 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62423844'] for segment (2545ed25-3ee3-4120-bb53-6df26feebff4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: from cryptography.utils import int_from_bytes Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: from cryptography.utils import int_from_bytes Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: Traceback (most recent call last): Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: timer() Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: cb(*args, **kw) Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: return func(*args, **kwargs) Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: self._notify() Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: self.callback(batched_events) Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: event.method(event) Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: return f(self, *a, **k) Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._get(url).json() Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:23.901522 dv-cinder-790535-29-iscsi neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:23.920404 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-a9d22841-e2f6-498d-926c-d91e2c8927c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5979a1a620834024ae0c3df2e82df4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293583 Mar 16 11:25:23.921547 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d22841-e2f6-498d-926c-d91e2c8927c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cb47c4-87ab-45e1-a63d-e79569249aa4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:23.934425 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51506) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:23.975062 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (06edfc6e-5cef-4656-b76b-ea906c38989d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.982161 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:23.985536 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] 10.222.0.47 "DELETE /v2.0/networks/06edfc6e-5cef-4656-b76b-ea906c38989d HTTP/1.1" status: 204 len: 168 time: 0.4457977 Mar 16 11:25:23.999814 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cc36b-f356-45ba-83f1-e6a0026cd71d admin admin] Pushing event deleted for resources: {'Network': ['ID=06edfc6e-5cef-4656-b76b-ea906c38989d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:24.038000 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b70074b-4e33-4cb6-9c84-b3d1f829e0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.085395 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a0106b-0117-4c6d-baf6-3ad2fcad6399 admin admin] Publish callbacks [] for security_group (88cb47c4-87ab-45e1-a63d-e79569249aa4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.094710 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895b115-1a76-4fb5-901c-475b256597de req-477c4c91-2ced-4369-8d28-afd924a6bfa5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:24.096750 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0895b115-1a76-4fb5-901c-475b256597de req-477c4c91-2ced-4369-8d28-afd924a6bfa5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.1218925 Mar 16 11:25:24.119057 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51512) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:24.124713 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51514) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:24.152043 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a0106b-0117-4c6d-baf6-3ad2fcad6399 admin admin] Publish callbacks [] for security_group (88cb47c4-87ab-45e1-a63d-e79569249aa4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.174694 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-11cc0c8f-36c0-4006-9133-87cd7ffc92be admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ddd037e816444bb8889a8c76c62282e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0458555 Mar 16 11:25:24.175018 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51518) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:24.228013 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d712acb-e15d-4063-9638-d8c518fee6d7 admin admin] Publish callbacks [] for security_group (85107499-c87d-401b-a14a-14866e897ea2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.230096 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0895b115-1a76-4fb5-901c-475b256597de req-71f61f6f-0774-453e-a43d-3808f0773959 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243179 Mar 16 11:25:24.260536 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d712acb-e15d-4063-9638-d8c518fee6d7 admin admin] Publish callbacks [] for security_group (85107499-c87d-401b-a14a-14866e897ea2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.267654 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b70074b-4e33-4cb6-9c84-b3d1f829e0cc admin admin] Publish callbacks [] for security_group (5ef19634-df4c-442c-b345-b9a171b7e0d4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.272374 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b70074b-4e33-4cb6-9c84-b3d1f829e0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (5ef19634-df4c-442c-b345-b9a171b7e0d4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.295525 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a0106b-0117-4c6d-baf6-3ad2fcad6399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (88cb47c4-87ab-45e1-a63d-e79569249aa4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.298199 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a0106b-0117-4c6d-baf6-3ad2fcad6399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.299878 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-73a0106b-0117-4c6d-baf6-3ad2fcad6399 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88cb47c4-87ab-45e1-a63d-e79569249aa4 HTTP/1.1" status: 204 len: 168 time: 0.3638756 Mar 16 11:25:24.311304 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d712acb-e15d-4063-9638-d8c518fee6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (85107499-c87d-401b-a14a-14866e897ea2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.313969 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d712acb-e15d-4063-9638-d8c518fee6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.316367 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-3d712acb-e15d-4063-9638-d8c518fee6d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/85107499-c87d-401b-a14a-14866e897ea2 HTTP/1.1" status: 204 len: 168 time: 0.1400297 Mar 16 11:25:24.320143 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70074b-4e33-4cb6-9c84-b3d1f829e0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef19634-df4c-442c-b345-b9a171b7e0d4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:24.326645 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d712acb-e15d-4063-9638-d8c518fee6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85107499-c87d-401b-a14a-14866e897ea2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:24.344562 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0106b-0117-4c6d-baf6-3ad2fcad6399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cb47c4-87ab-45e1-a63d-e79569249aa4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:24.348386 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-6b70074b-4e33-4cb6-9c84-b3d1f829e0cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=965c7f54e4ce4454b3ecf7e32123858c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5240650 Mar 16 11:25:24.351100 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51524) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:24.389606 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9706194-fb2d-453a-8adb-4017bde3b0db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.414322 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79f8183c-1957-463e-adff-c59e776bf1aa admin admin] Publish callbacks [] for security_group (5ef19634-df4c-442c-b345-b9a171b7e0d4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.446491 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79f8183c-1957-463e-adff-c59e776bf1aa admin admin] Publish callbacks [] for security_group (5ef19634-df4c-442c-b345-b9a171b7e0d4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.499477 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9706194-fb2d-453a-8adb-4017bde3b0db admin admin] Publish callbacks [] for security_group (bbbfe9af-6803-46e2-9035-151f7d23f4b4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.505124 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9706194-fb2d-453a-8adb-4017bde3b0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (bbbfe9af-6803-46e2-9035-151f7d23f4b4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.509146 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79f8183c-1957-463e-adff-c59e776bf1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (5ef19634-df4c-442c-b345-b9a171b7e0d4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.518184 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79f8183c-1957-463e-adff-c59e776bf1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.521736 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-79f8183c-1957-463e-adff-c59e776bf1aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ef19634-df4c-442c-b345-b9a171b7e0d4 HTTP/1.1" status: 204 len: 168 time: 0.1673830 Mar 16 11:25:24.530329 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8183c-1957-463e-adff-c59e776bf1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef19634-df4c-442c-b345-b9a171b7e0d4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:24.560997 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-f9706194-fb2d-453a-8adb-4017bde3b0db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b398ef6c3ed14d72b517213ede8879ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4403574 Mar 16 11:25:24.563763 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51532) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:24.567919 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9706194-fb2d-453a-8adb-4017bde3b0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbfe9af-6803-46e2-9035-151f7d23f4b4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:24.620328 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e14c8fc-e6ee-4f1f-b6a4-1b46e8259cc3 admin admin] Publish callbacks [] for security_group (bbbfe9af-6803-46e2-9035-151f7d23f4b4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.647551 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e14c8fc-e6ee-4f1f-b6a4-1b46e8259cc3 admin admin] Publish callbacks [] for security_group (bbbfe9af-6803-46e2-9035-151f7d23f4b4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.709453 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e14c8fc-e6ee-4f1f-b6a4-1b46e8259cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (bbbfe9af-6803-46e2-9035-151f7d23f4b4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.712336 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e14c8fc-e6ee-4f1f-b6a4-1b46e8259cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:24.713371 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-6e14c8fc-e6ee-4f1f-b6a4-1b46e8259cc3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbbfe9af-6803-46e2-9035-151f7d23f4b4 HTTP/1.1" status: 204 len: 168 time: 0.1485527 Mar 16 11:25:24.721345 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14c8fc-e6ee-4f1f-b6a4-1b46e8259cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbfe9af-6803-46e2-9035-151f7d23f4b4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.006880 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51554) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:25.021023 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e9356-d00f-4105-bf7d-768fbfef5677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.106906 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e9356-d00f-4105-bf7d-768fbfef5677 admin admin] Publish callbacks [] for security_group (92f2eb2f-e414-463d-b1e5-02cf28cd8047), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.113669 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c11e9356-d00f-4105-bf7d-768fbfef5677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (92f2eb2f-e414-463d-b1e5-02cf28cd8047), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.151581 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e9356-d00f-4105-bf7d-768fbfef5677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f2eb2f-e414-463d-b1e5-02cf28cd8047,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.159090 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-c11e9356-d00f-4105-bf7d-768fbfef5677 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1865be21b0f4597a732b2583f629aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480000 Mar 16 11:25:25.159190 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51558) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:25.189047 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51560) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:25.203594 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07b664bd-4ced-4f3b-a529-c0454b658d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.222665 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b79b734-5561-4570-842b-fcee623ec5a2 admin admin] Publish callbacks [] for security_group (92f2eb2f-e414-463d-b1e5-02cf28cd8047), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.251036 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b79b734-5561-4570-842b-fcee623ec5a2 admin admin] Publish callbacks [] for security_group (92f2eb2f-e414-463d-b1e5-02cf28cd8047), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.316787 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b79b734-5561-4570-842b-fcee623ec5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (92f2eb2f-e414-463d-b1e5-02cf28cd8047), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.319619 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b79b734-5561-4570-842b-fcee623ec5a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.321517 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-5b79b734-5561-4570-842b-fcee623ec5a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/92f2eb2f-e414-463d-b1e5-02cf28cd8047 HTTP/1.1" status: 204 len: 168 time: 0.1599779 Mar 16 11:25:25.343770 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79b734-5561-4570-842b-fcee623ec5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f2eb2f-e414-463d-b1e5-02cf28cd8047,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.345566 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07b664bd-4ced-4f3b-a529-c0454b658d70 admin admin] Publish callbacks [] for security_group (e678f3a6-2f04-4e49-9eba-9c8df7df7c81), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.351019 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07b664bd-4ced-4f3b-a529-c0454b658d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e678f3a6-2f04-4e49-9eba-9c8df7df7c81), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.388196 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-07b664bd-4ced-4f3b-a529-c0454b658d70 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a8ef69d7b3b4cbcb7f4c1606f2d944c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971524 Mar 16 11:25:25.390754 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51572) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:25.435782 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70563632-8cd9-4bea-ba06-2028e5a3721f req-20a3055b-c0b6-4d48-9efb-a6d2fb0d1a5c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:25.438138 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-70563632-8cd9-4bea-ba06-2028e5a3721f req-20a3055b-c0b6-4d48-9efb-a6d2fb0d1a5c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0955544 Mar 16 11:25:25.449360 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b664bd-4ced-4f3b-a529-c0454b658d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678f3a6-2f04-4e49-9eba-9c8df7df7c81,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.486779 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-91c9dc75-9eed-453e-b100-1422647993c1 admin admin] Publish callbacks [] for security_group (e678f3a6-2f04-4e49-9eba-9c8df7df7c81), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.503682 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-70563632-8cd9-4bea-ba06-2028e5a3721f req-2fe736e6-1795-4816-9317-ff7baf31d58c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570822 Mar 16 11:25:25.516027 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-91c9dc75-9eed-453e-b100-1422647993c1 admin admin] Publish callbacks [] for security_group (e678f3a6-2f04-4e49-9eba-9c8df7df7c81), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.577394 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-91c9dc75-9eed-453e-b100-1422647993c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e678f3a6-2f04-4e49-9eba-9c8df7df7c81), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.580719 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-91c9dc75-9eed-453e-b100-1422647993c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.581978 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-91c9dc75-9eed-453e-b100-1422647993c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e678f3a6-2f04-4e49-9eba-9c8df7df7c81 HTTP/1.1" status: 204 len: 168 time: 0.1900907 Mar 16 11:25:25.590493 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9dc75-9eed-453e-b100-1422647993c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678f3a6-2f04-4e49-9eba-9c8df7df7c81,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.641085 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51586) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:25.654829 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dcd39f43-5ad5-4e49-bab0-c115efc210d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.733648 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dcd39f43-5ad5-4e49-bab0-c115efc210d8 admin admin] Publish callbacks [] for security_group (3b01365f-6a02-4bfe-b797-02a94c5459d1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.737980 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dcd39f43-5ad5-4e49-bab0-c115efc210d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3b01365f-6a02-4bfe-b797-02a94c5459d1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.779065 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-dcd39f43-5ad5-4e49-bab0-c115efc210d8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e4d499c0ac143a39e3b31383a32b605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366246 Mar 16 11:25:25.779645 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd39f43-5ad5-4e49-bab0-c115efc210d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b01365f-6a02-4bfe-b797-02a94c5459d1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.781674 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51588) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:25.832755 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-838d1c21-52aa-4a18-aa8c-894c9da7a4d0 admin admin] Publish callbacks [] for security_group (3b01365f-6a02-4bfe-b797-02a94c5459d1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.855567 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-838d1c21-52aa-4a18-aa8c-894c9da7a4d0 admin admin] Publish callbacks [] for security_group (3b01365f-6a02-4bfe-b797-02a94c5459d1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.914084 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-838d1c21-52aa-4a18-aa8c-894c9da7a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3b01365f-6a02-4bfe-b797-02a94c5459d1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.917094 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-838d1c21-52aa-4a18-aa8c-894c9da7a4d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:25.918377 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-838d1c21-52aa-4a18-aa8c-894c9da7a4d0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b01365f-6a02-4bfe-b797-02a94c5459d1 HTTP/1.1" status: 204 len: 168 time: 0.1356654 Mar 16 11:25:25.926677 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d1c21-52aa-4a18-aa8c-894c9da7a4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b01365f-6a02-4bfe-b797-02a94c5459d1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:26.386694 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51624) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:26.598124 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-beda660f-509d-4a93-a08b-44ab5ae35774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:26.637132 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9dc3f-4160-4b57-bd4f-c73200834bcf req-f7ee219b-279b-49dd-8b2c-097187a50a7d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:26.639546 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-37a9dc3f-4160-4b57-bd4f-c73200834bcf req-f7ee219b-279b-49dd-8b2c-097187a50a7d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0644963 Mar 16 11:25:26.720017 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-37a9dc3f-4160-4b57-bd4f-c73200834bcf req-4a30bfd1-bf41-4299-87fc-d874a3651612 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696187 Mar 16 11:25:26.726944 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-beda660f-509d-4a93-a08b-44ab5ae35774 admin admin] Publish callbacks [] for security_group (1586c933-d6d2-4824-b508-e7bfc5bc2017), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:26.733013 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-beda660f-509d-4a93-a08b-44ab5ae35774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (1586c933-d6d2-4824-b508-e7bfc5bc2017), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:26.772264 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-beda660f-509d-4a93-a08b-44ab5ae35774 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64b5e8c993f545baae4d4c53990ee7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822291 Mar 16 11:25:26.772549 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51648) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:26.808959 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda660f-509d-4a93-a08b-44ab5ae35774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1586c933-d6d2-4824-b508-e7bfc5bc2017,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:26.835853 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06599ea3-20e1-402d-8d7c-0db8dd709be1 admin admin] Publish callbacks [] for security_group (1586c933-d6d2-4824-b508-e7bfc5bc2017), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:26.858300 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06599ea3-20e1-402d-8d7c-0db8dd709be1 admin admin] Publish callbacks [] for security_group (1586c933-d6d2-4824-b508-e7bfc5bc2017), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:26.929400 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06599ea3-20e1-402d-8d7c-0db8dd709be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (1586c933-d6d2-4824-b508-e7bfc5bc2017), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:26.932107 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06599ea3-20e1-402d-8d7c-0db8dd709be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:26.933410 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-06599ea3-20e1-402d-8d7c-0db8dd709be1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1586c933-d6d2-4824-b508-e7bfc5bc2017 HTTP/1.1" status: 204 len: 168 time: 0.1597750 Mar 16 11:25:26.942960 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06599ea3-20e1-402d-8d7c-0db8dd709be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1586c933-d6d2-4824-b508-e7bfc5bc2017,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:27.837585 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa2e6b-efe9-41d4-92a1-e66e6652d3a4 req-8aed5620-bdd7-4fe3-9bcc-3ecb55d62280 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:27.842432 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c3aa2e6b-efe9-41d4-92a1-e66e6652d3a4 req-8aed5620-bdd7-4fe3-9bcc-3ecb55d62280 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0583866 Mar 16 11:25:27.874509 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51710) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:27.895738 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c3aa2e6b-efe9-41d4-92a1-e66e6652d3a4 req-0f9d1ce5-fabe-4632-a21b-bd411fe9b3af tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468068 Mar 16 11:25:28.122182 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-91984b25-56f8-4601-9b4b-bda05624fa72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:28.206657 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-91984b25-56f8-4601-9b4b-bda05624fa72 admin admin] Publish callbacks [] for security_group (0e2b6dd4-9e88-4e66-a132-aea6b4095cb3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:28.214796 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-91984b25-56f8-4601-9b4b-bda05624fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (0e2b6dd4-9e88-4e66-a132-aea6b4095cb3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:28.256199 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-91984b25-56f8-4601-9b4b-bda05624fa72 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4206167ff25a4448af0b9f2e1ab863e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792679 Mar 16 11:25:28.258871 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51732) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:28.260222 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91984b25-56f8-4601-9b4b-bda05624fa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2b6dd4-9e88-4e66-a132-aea6b4095cb3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:28.308841 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83eba224-d496-43ae-b64b-467eb56d5701 admin admin] Publish callbacks [] for security_group (0e2b6dd4-9e88-4e66-a132-aea6b4095cb3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:28.331787 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83eba224-d496-43ae-b64b-467eb56d5701 admin admin] Publish callbacks [] for security_group (0e2b6dd4-9e88-4e66-a132-aea6b4095cb3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:28.405101 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83eba224-d496-43ae-b64b-467eb56d5701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (0e2b6dd4-9e88-4e66-a132-aea6b4095cb3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:28.407904 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83eba224-d496-43ae-b64b-467eb56d5701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:28.411394 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-83eba224-d496-43ae-b64b-467eb56d5701 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e2b6dd4-9e88-4e66-a132-aea6b4095cb3 HTTP/1.1" status: 204 len: 168 time: 0.1509442 Mar 16 11:25:28.420969 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eba224-d496-43ae-b64b-467eb56d5701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2b6dd4-9e88-4e66-a132-aea6b4095cb3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:28.894789 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51758) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:28.910145 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86787555-8329-46a6-8f51-2f462dfef787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:29.050838 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86787555-8329-46a6-8f51-2f462dfef787 admin admin] Publish callbacks [] for security_group (c8b462d5-a478-471c-9a3c-4ab1022344f6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:29.059799 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5043d-56c5-4c24-8db7-412948b71d74 req-24287092-8836-4919-8d2f-7980a2687fea tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:29.061526 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d8e5043d-56c5-4c24-8db7-412948b71d74 req-24287092-8836-4919-8d2f-7980a2687fea tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0886374 Mar 16 11:25:29.062669 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86787555-8329-46a6-8f51-2f462dfef787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (c8b462d5-a478-471c-9a3c-4ab1022344f6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:29.117541 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86787555-8329-46a6-8f51-2f462dfef787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b462d5-a478-471c-9a3c-4ab1022344f6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:29.121735 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-86787555-8329-46a6-8f51-2f462dfef787 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=674db80e56db4034ad58112cbc16a3da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252493 Mar 16 11:25:29.125053 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51772) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:29.152623 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d8e5043d-56c5-4c24-8db7-412948b71d74 req-afd717da-2e09-4b41-940d-7cd2b1e8bdab tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808375 Mar 16 11:25:29.192940 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b6e6de-f578-4c3c-8185-9b113934eaf5 admin admin] Publish callbacks [] for security_group (c8b462d5-a478-471c-9a3c-4ab1022344f6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:29.217318 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b6e6de-f578-4c3c-8185-9b113934eaf5 admin admin] Publish callbacks [] for security_group (c8b462d5-a478-471c-9a3c-4ab1022344f6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:29.282337 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b6e6de-f578-4c3c-8185-9b113934eaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (c8b462d5-a478-471c-9a3c-4ab1022344f6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:29.286275 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b6e6de-f578-4c3c-8185-9b113934eaf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:29.287615 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-20b6e6de-f578-4c3c-8185-9b113934eaf5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8b462d5-a478-471c-9a3c-4ab1022344f6 HTTP/1.1" status: 204 len: 168 time: 0.1603563 Mar 16 11:25:29.299037 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6e6de-f578-4c3c-8185-9b113934eaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b462d5-a478-471c-9a3c-4ab1022344f6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:30.284130 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccdb79-49f2-4f9c-88c5-8c04b858f583 req-0b7be6cb-0394-4ab2-a986-3d51ab43bcd0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:30.285692 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45ccdb79-49f2-4f9c-88c5-8c04b858f583 req-0b7be6cb-0394-4ab2-a986-3d51ab43bcd0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0641472 Mar 16 11:25:30.305791 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d95e83d3-1fef-4b8b-a3b8-01e1d0de052f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:30.339452 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45ccdb79-49f2-4f9c-88c5-8c04b858f583 req-8017fc2f-c6da-4426-955f-d4115120004a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479329 Mar 16 11:25:31.438290 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 51852) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:31.474440 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bc2be-7e98-4b11-9441-288867fccf6d req-df85f4cc-f247-4136-bf92-bfce8d661f78 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:31.476042 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ba1bc2be-7e98-4b11-9441-288867fccf6d req-df85f4cc-f247-4136-bf92-bfce8d661f78 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0717971 Mar 16 11:25:31.524524 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ba1bc2be-7e98-4b11-9441-288867fccf6d req-72ee58c6-9f31-4128-b192-c627341e7840 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427029 Mar 16 11:25:31.558998 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0dc49a81-1000-4815-b3a2-a96539aaf869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:31.640556 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0dc49a81-1000-4815-b3a2-a96539aaf869 admin admin] Publish callbacks [] for security_group (043e2335-b322-4d68-9945-133abe44e716), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:31.644301 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0dc49a81-1000-4815-b3a2-a96539aaf869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (043e2335-b322-4d68-9945-133abe44e716), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:31.684637 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-0dc49a81-1000-4815-b3a2-a96539aaf869 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ecef02ba1eff48dabe4123d82af6c12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449381 Mar 16 11:25:31.685349 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc49a81-1000-4815-b3a2-a96539aaf869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043e2335-b322-4d68-9945-133abe44e716,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:31.687164 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51860) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:31.735197 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-523a9e11-e350-4462-b7d1-8d07a848f39b admin admin] Publish callbacks [] for security_group (043e2335-b322-4d68-9945-133abe44e716), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:31.755662 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-523a9e11-e350-4462-b7d1-8d07a848f39b admin admin] Publish callbacks [] for security_group (043e2335-b322-4d68-9945-133abe44e716), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:31.801065 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-523a9e11-e350-4462-b7d1-8d07a848f39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (043e2335-b322-4d68-9945-133abe44e716), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:31.803772 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-523a9e11-e350-4462-b7d1-8d07a848f39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:31.805173 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-523a9e11-e350-4462-b7d1-8d07a848f39b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/043e2335-b322-4d68-9945-133abe44e716 HTTP/1.1" status: 204 len: 168 time: 0.1169579 Mar 16 11:25:31.812901 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a9e11-e350-4462-b7d1-8d07a848f39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043e2335-b322-4d68-9945-133abe44e716,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:32.067385 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51870) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:32.081069 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-84c6f124-b705-4766-824f-8f3d6dd0a7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:32.161649 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-84c6f124-b705-4766-824f-8f3d6dd0a7e8 admin admin] Publish callbacks [] for security_group (c7083bf9-50cf-4698-b366-97a8144d451f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:32.166287 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-84c6f124-b705-4766-824f-8f3d6dd0a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (c7083bf9-50cf-4698-b366-97a8144d451f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:32.203199 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6f124-b705-4766-824f-8f3d6dd0a7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7083bf9-50cf-4698-b366-97a8144d451f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:32.207528 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-84c6f124-b705-4766-824f-8f3d6dd0a7e8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4283dc7fed4c4178bf8da3d6aa48b5ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391270 Mar 16 11:25:32.210247 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 51872) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:32.257458 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97ac1850-e28e-4afe-8712-6bff12140bb3 admin admin] Publish callbacks [] for security_group (c7083bf9-50cf-4698-b366-97a8144d451f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:32.277789 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97ac1850-e28e-4afe-8712-6bff12140bb3 admin admin] Publish callbacks [] for security_group (c7083bf9-50cf-4698-b366-97a8144d451f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:32.323394 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97ac1850-e28e-4afe-8712-6bff12140bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (c7083bf9-50cf-4698-b366-97a8144d451f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:32.326034 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97ac1850-e28e-4afe-8712-6bff12140bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:32.327415 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-97ac1850-e28e-4afe-8712-6bff12140bb3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c7083bf9-50cf-4698-b366-97a8144d451f HTTP/1.1" status: 204 len: 168 time: 0.1162019 Mar 16 11:25:32.335507 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac1850-e28e-4afe-8712-6bff12140bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7083bf9-50cf-4698-b366-97a8144d451f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:32.645474 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f82b2-16af-4ebd-aa9b-b8a472da4e20 req-033d060d-50b2-48e0-8b92-9f6faaf81b3a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:32.647054 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7c2f82b2-16af-4ebd-aa9b-b8a472da4e20 req-033d060d-50b2-48e0-8b92-9f6faaf81b3a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0521405 Mar 16 11:25:32.702705 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7c2f82b2-16af-4ebd-aa9b-b8a472da4e20 req-71073f7c-8961-42c7-8dbb-76aa3feaeefc tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497537 Mar 16 11:25:32.766013 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e5f61536-f988-4a81-a472-99154698f758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:33.442666 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:33.822223 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648dc98-0588-40d8-be3f-0a1b7271da50 req-d981b1d8-13d0-406c-a969-06f90179389b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:33.823800 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3648dc98-0588-40d8-be3f-0a1b7271da50 req-d981b1d8-13d0-406c-a969-06f90179389b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0523229 Mar 16 11:25:33.871333 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3648dc98-0588-40d8-be3f-0a1b7271da50 req-38f85858-7d76-4b4b-809e-b9679cfb9555 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Mar 16 11:25:34.971713 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:34.999641 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c483f5a-eb39-4712-871c-f0df6f80a97e req-572335de-0166-428a-be03-2556e5492e68 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:35.001176 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0c483f5a-eb39-4712-871c-f0df6f80a97e req-572335de-0166-428a-be03-2556e5492e68 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0640101 Mar 16 11:25:35.048426 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0c483f5a-eb39-4712-871c-f0df6f80a97e req-b5a981ec-eaa8-407f-8320-567cde06afe9 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Mar 16 11:25:36.168908 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb07eb0-f598-45f5-b24c-a15cfde83844 req-e5f3786e-d80a-409e-8b10-88617ca48612 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:36.170428 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7fb07eb0-f598-45f5-b24c-a15cfde83844 req-e5f3786e-d80a-409e-8b10-88617ca48612 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0578477 Mar 16 11:25:36.217458 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7fb07eb0-f598-45f5-b24c-a15cfde83844 req-9ea387ed-a83b-461b-9cfe-9e4d2300fa3f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Mar 16 11:25:36.608167 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:36.770527 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:37.331717 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51755e90-3f79-42a9-add3-99a6e25b1cea req-43ef086b-9a94-4c55-a14c-51c924012b4a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:37.333116 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-51755e90-3f79-42a9-add3-99a6e25b1cea req-43ef086b-9a94-4c55-a14c-51c924012b4a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0512047 Mar 16 11:25:37.377767 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-51755e90-3f79-42a9-add3-99a6e25b1cea req-8491f63c-b615-4d7f-a98c-70f5641df6d1 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Mar 16 11:25:38.524287 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d82c-ea67-49af-8390-e04dbf211175 req-e95fefa0-b03f-4e4e-a54d-87424749b6f1 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:38.532123 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2e52d82c-ea67-49af-8390-e04dbf211175 req-e95fefa0-b03f-4e4e-a54d-87424749b6f1 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0710683 Mar 16 11:25:38.618300 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61149ded-c8c6-459a-b9b9-89da03b87994 req-11e2086b-391d-4083-bd01-f98bca0b7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:38.620057 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-61149ded-c8c6-459a-b9b9-89da03b87994 req-11e2086b-391d-4083-bd01-f98bca0b7cc3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 1129 time: 0.0796762 Mar 16 11:25:38.652394 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2e52d82c-ea67-49af-8390-e04dbf211175 req-964964d1-fd99-4cbd-8679-a5789ee1e256 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138365 Mar 16 11:25:38.688338 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-61149ded-c8c6-459a-b9b9-89da03b87994 req-fcd99357-eb28-44c0-a03a-dd409ddd682d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594010 Mar 16 11:25:38.840123 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:25:39.485743 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52068) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:39.593189 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c98a6406-6df3-4483-8909-7f62c14bdc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:39.673621 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c98a6406-6df3-4483-8909-7f62c14bdc5b admin admin] Publish callbacks [] for security_group (9ed17148-dd30-4f08-b876-5765653834c0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:39.677843 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c98a6406-6df3-4483-8909-7f62c14bdc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (9ed17148-dd30-4f08-b876-5765653834c0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:39.706351 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a6406-6df3-4483-8909-7f62c14bdc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed17148-dd30-4f08-b876-5765653834c0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:39.729126 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-c98a6406-6df3-4483-8909-7f62c14bdc5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b00bfe33d794b259df2f5223c3cb0b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422163 Mar 16 11:25:39.730405 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52086) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:39.797317 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74ae670a-4210-4491-ac74-cbfdc427273f admin admin] Publish callbacks [] for security_group (9ed17148-dd30-4f08-b876-5765653834c0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:39.823772 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74ae670a-4210-4491-ac74-cbfdc427273f admin admin] Publish callbacks [] for security_group (9ed17148-dd30-4f08-b876-5765653834c0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:39.841815 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59297c8-d60c-4550-b2df-9bc7eafa3f86 req-27a365d4-1c5c-4c87-95df-e007da2ae1b1 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:39.843584 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d59297c8-d60c-4550-b2df-9bc7eafa3f86 req-27a365d4-1c5c-4c87-95df-e007da2ae1b1 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0717320 Mar 16 11:25:39.877512 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74ae670a-4210-4491-ac74-cbfdc427273f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (9ed17148-dd30-4f08-b876-5765653834c0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:39.880187 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74ae670a-4210-4491-ac74-cbfdc427273f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:39.886313 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-74ae670a-4210-4491-ac74-cbfdc427273f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ed17148-dd30-4f08-b876-5765653834c0 HTTP/1.1" status: 204 len: 168 time: 0.1513863 Mar 16 11:25:39.896759 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae670a-4210-4491-ac74-cbfdc427273f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed17148-dd30-4f08-b876-5765653834c0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:39.969251 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d59297c8-d60c-4550-b2df-9bc7eafa3f86 req-ca89a61d-b6ee-4d3f-a59b-b22262fe932b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091318 Mar 16 11:25:41.100885 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3359fdf-b904-4253-8dbb-70f845621f06 req-5d40248c-88bd-4c06-8d9b-ea90e4178f7b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:41.102387 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b3359fdf-b904-4253-8dbb-70f845621f06 req-5d40248c-88bd-4c06-8d9b-ea90e4178f7b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0587947 Mar 16 11:25:41.155540 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b3359fdf-b904-4253-8dbb-70f845621f06 req-2db4c5e5-303e-4860-9777-3e02efab474b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468478 Mar 16 11:25:41.295929 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d585a9-ec6f-4c97-a4c3-3aae92c8a413 req-101906ba-1aae-4546-aba7-fc4d8d21a54a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:41.297474 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-90d585a9-ec6f-4c97-a4c3-3aae92c8a413 req-101906ba-1aae-4546-aba7-fc4d8d21a54a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0662038 Mar 16 11:25:41.370652 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-90d585a9-ec6f-4c97-a4c3-3aae92c8a413 req-7ae2e15f-e50f-44ee-bee7-134628c09547 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568480 Mar 16 11:25:41.451644 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52140) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:41.577570 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fa3c024-9b6c-402f-8d2e-2135c5897972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:41.669782 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fa3c024-9b6c-402f-8d2e-2135c5897972 admin admin] Publish callbacks [] for security_group (9f025dd5-066b-4d2d-8d7b-f9658451e6ba), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:41.674769 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fa3c024-9b6c-402f-8d2e-2135c5897972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (9f025dd5-066b-4d2d-8d7b-f9658451e6ba), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:41.709795 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3c024-9b6c-402f-8d2e-2135c5897972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f025dd5-066b-4d2d-8d7b-f9658451e6ba,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:41.726362 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-3fa3c024-9b6c-402f-8d2e-2135c5897972 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=45ea9b21078947278e62cb89f2e90934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736011 Mar 16 11:25:41.729345 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52154) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:41.776659 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48d438e1-604e-4a90-aaea-347c2f25f8cd admin admin] Publish callbacks [] for security_group (9f025dd5-066b-4d2d-8d7b-f9658451e6ba), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:41.797559 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48d438e1-604e-4a90-aaea-347c2f25f8cd admin admin] Publish callbacks [] for security_group (9f025dd5-066b-4d2d-8d7b-f9658451e6ba), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:41.859987 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48d438e1-604e-4a90-aaea-347c2f25f8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (9f025dd5-066b-4d2d-8d7b-f9658451e6ba), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:41.863030 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48d438e1-604e-4a90-aaea-347c2f25f8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:41.864173 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-48d438e1-604e-4a90-aaea-347c2f25f8cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f025dd5-066b-4d2d-8d7b-f9658451e6ba HTTP/1.1" status: 204 len: 168 time: 0.1339533 Mar 16 11:25:41.871633 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d438e1-604e-4a90-aaea-347c2f25f8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f025dd5-066b-4d2d-8d7b-f9658451e6ba,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:42.710431 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52196) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:42.910878 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b5daf23-ac58-4869-bfb6-7c3ac778d70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.066745 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d70a0-b9d4-4812-bee9-05a14ecdbe3a req-cd8e3c1b-fe90-4777-8b5f-e73f75ea82e8 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:43.068218 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b97d70a0-b9d4-4812-bee9-05a14ecdbe3a req-cd8e3c1b-fe90-4777-8b5f-e73f75ea82e8 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.1111600 Mar 16 11:25:43.099403 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1459173-c539-4ce8-9bbd-b2e92936f94d req-568e129b-eb72-426f-9650-0037af4a9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:43.100968 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f1459173-c539-4ce8-9bbd-b2e92936f94d req-568e129b-eb72-426f-9650-0037af4a9d7c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c83e77983d4926a9df4a093866a49c&device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 1130 time: 0.1131546 Mar 16 11:25:43.128417 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b5daf23-ac58-4869-bfb6-7c3ac778d70d admin admin] Publish callbacks [] for security_group (fb34d67c-ef10-4da4-ac45-64c85f0b8ec9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.167109 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b5daf23-ac58-4869-bfb6-7c3ac778d70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (fb34d67c-ef10-4da4-ac45-64c85f0b8ec9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.229669 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b97d70a0-b9d4-4812-bee9-05a14ecdbe3a req-f21651b7-990c-4f6e-8d50-dbfde0b4f929 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553648 Mar 16 11:25:43.249514 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5daf23-ac58-4869-bfb6-7c3ac778d70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb34d67c-ef10-4da4-ac45-64c85f0b8ec9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:43.249907 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-1b5daf23-ac58-4869-bfb6-7c3ac778d70d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6da255c17a6048669fcf1c405e575b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5383086 Mar 16 11:25:43.252630 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52210) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:43.275123 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1459173-c539-4ce8-9bbd-b2e92936f94d req-c2ffd517-fac8-41ea-b45d-fd4f9274e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:43.276594 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f1459173-c539-4ce8-9bbd-b2e92936f94d req-c2ffd517-fac8-41ea-b45d-fd4f9274e917 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a19a238-948f-4877-8123-653055815c9d HTTP/1.1" status: 200 len: 919 time: 0.1613889 Mar 16 11:25:43.302411 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-128f8bae-82d6-4c94-8ab1-01f88b458c38 admin admin] Publish callbacks [] for security_group (fb34d67c-ef10-4da4-ac45-64c85f0b8ec9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.323014 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-128f8bae-82d6-4c94-8ab1-01f88b458c38 admin admin] Publish callbacks [] for security_group (fb34d67c-ef10-4da4-ac45-64c85f0b8ec9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.323780 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f1459173-c539-4ce8-9bbd-b2e92936f94d req-d02dbb15-d29b-40e1-8def-e9b90a5590c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f217829-ffc6-4ce3-b824-c33c3ad0ea34 HTTP/1.1" status: 200 len: 217 time: 0.0379491 Mar 16 11:25:43.370234 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-128f8bae-82d6-4c94-8ab1-01f88b458c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (fb34d67c-ef10-4da4-ac45-64c85f0b8ec9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.373151 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-128f8bae-82d6-4c94-8ab1-01f88b458c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.373526 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1459173-c539-4ce8-9bbd-b2e92936f94d req-a896f351-c461-45e1-b4e2-ca3679383a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:43.374239 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-128f8bae-82d6-4c94-8ab1-01f88b458c38 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb34d67c-ef10-4da4-ac45-64c85f0b8ec9 HTTP/1.1" status: 204 len: 168 time: 0.1205225 Mar 16 11:25:43.375009 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f1459173-c539-4ce8-9bbd-b2e92936f94d req-a896f351-c461-45e1-b4e2-ca3679383a46 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f580f26-f46f-4a81-9b0f-042c7377652c HTTP/1.1" status: 200 len: 858 time: 0.0428135 Mar 16 11:25:43.382066 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f8bae-82d6-4c94-8ab1-01f88b458c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb34d67c-ef10-4da4-ac45-64c85f0b8ec9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:43.414085 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f1459173-c539-4ce8-9bbd-b2e92936f94d req-df0b1658-d3e6-4bfa-9f8c-27d20febbeb1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a19a238-948f-4877-8123-653055815c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281599 Mar 16 11:25:43.522254 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f1459173-c539-4ce8-9bbd-b2e92936f94d req-717e557c-00a0-4fa1-a791-63d5e6b65eea service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012380 Mar 16 11:25:43.613897 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f1459173-c539-4ce8-9bbd-b2e92936f94d req-2abfbd3a-4514-4024-9eb9-8e3d64da279b service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841572 Mar 16 11:25:43.649898 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52216) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:43.664026 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-516f1f97-2f98-4772-be81-1c578bb23e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.740656 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-516f1f97-2f98-4772-be81-1c578bb23e91 admin admin] Publish callbacks [] for security_group (cbe47af4-3a97-4711-92fc-3d5bce108971), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.744468 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-516f1f97-2f98-4772-be81-1c578bb23e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (cbe47af4-3a97-4711-92fc-3d5bce108971), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.780542 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f1f97-2f98-4772-be81-1c578bb23e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe47af4-3a97-4711-92fc-3d5bce108971,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:43.784839 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-516f1f97-2f98-4772-be81-1c578bb23e91 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=35f84bdb3d5a4d4db963aba988999277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338692 Mar 16 11:25:43.787436 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52222) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:43.833632 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-662838bf-e2f4-42f1-a8f2-b58ed122c95d admin admin] Publish callbacks [] for security_group (cbe47af4-3a97-4711-92fc-3d5bce108971), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.857596 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-662838bf-e2f4-42f1-a8f2-b58ed122c95d admin admin] Publish callbacks [] for security_group (cbe47af4-3a97-4711-92fc-3d5bce108971), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.917490 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-662838bf-e2f4-42f1-a8f2-b58ed122c95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (cbe47af4-3a97-4711-92fc-3d5bce108971), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.920435 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-662838bf-e2f4-42f1-a8f2-b58ed122c95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:43.924671 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-662838bf-e2f4-42f1-a8f2-b58ed122c95d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cbe47af4-3a97-4711-92fc-3d5bce108971 HTTP/1.1" status: 204 len: 168 time: 0.1332595 Mar 16 11:25:43.938255 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662838bf-e2f4-42f1-a8f2-b58ed122c95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe47af4-3a97-4711-92fc-3d5bce108971,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:44.257019 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52242) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:44.271722 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cad24a79-9b41-4c75-9f81-1f59ad7d5104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:44.380390 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09f6e7-3dee-4da7-becc-1b3bd7c0d121 req-f15cc2d8-fcb7-4d17-81fb-c7df970b1310 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:44.381805 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4c09f6e7-3dee-4da7-becc-1b3bd7c0d121 req-f15cc2d8-fcb7-4d17-81fb-c7df970b1310 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0826750 Mar 16 11:25:44.392026 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cad24a79-9b41-4c75-9f81-1f59ad7d5104 admin admin] Publish callbacks [] for security_group (e32703da-8703-4a2d-8dbf-8ae89b0b5772), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:44.398116 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cad24a79-9b41-4c75-9f81-1f59ad7d5104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e32703da-8703-4a2d-8dbf-8ae89b0b5772), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:44.450597 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad24a79-9b41-4c75-9f81-1f59ad7d5104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32703da-8703-4a2d-8dbf-8ae89b0b5772,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:44.455509 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-cad24a79-9b41-4c75-9f81-1f59ad7d5104 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3dd4c194c3f64cbbbee84f8bd4d52518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974597 Mar 16 11:25:44.458358 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52244) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:44.473200 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4c09f6e7-3dee-4da7-becc-1b3bd7c0d121 req-33f82bb9-733c-46ce-9d18-526364bde2e6 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842290 Mar 16 11:25:44.506214 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19e9f94d-e38a-4a5b-b349-26ef076ba908 admin admin] Publish callbacks [] for security_group (e32703da-8703-4a2d-8dbf-8ae89b0b5772), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:44.526567 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19e9f94d-e38a-4a5b-b349-26ef076ba908 admin admin] Publish callbacks [] for security_group (e32703da-8703-4a2d-8dbf-8ae89b0b5772), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:44.573389 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19e9f94d-e38a-4a5b-b349-26ef076ba908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e32703da-8703-4a2d-8dbf-8ae89b0b5772), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:44.575824 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19e9f94d-e38a-4a5b-b349-26ef076ba908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:44.577238 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-19e9f94d-e38a-4a5b-b349-26ef076ba908 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e32703da-8703-4a2d-8dbf-8ae89b0b5772 HTTP/1.1" status: 204 len: 168 time: 0.1179097 Mar 16 11:25:44.585189 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9f94d-e38a-4a5b-b349-26ef076ba908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32703da-8703-4a2d-8dbf-8ae89b0b5772,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:45.207084 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52276) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:45.239372 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52280) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:45.316164 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cf0d-eafc-4655-bfd9-b093c685abe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.342468 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-454936562-network', 'tenant_id': 'be31cda5b88147c398858a568150804b'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:45.374074 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Made reservation on behalf of be31cda5b88147c398858a568150804b for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:45.376340 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.389138 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.432401 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cf0d-eafc-4655-bfd9-b093c685abe3 admin admin] Publish callbacks [] for security_group (06621338-4409-422d-accb-ef849183a9a4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.441155 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cf0d-eafc-4655-bfd9-b093c685abe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (06621338-4409-422d-accb-ef849183a9a4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.491615 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-c0c1cf0d-eafc-4655-bfd9-b093c685abe3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea88528e299a463792fc8d55752d8580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833030 Mar 16 11:25:45.492294 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1cf0d-eafc-4655-bfd9-b093c685abe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06621338-4409-422d-accb-ef849183a9a4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:45.495180 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52284) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:45.528767 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Publish callbacks [] for security_group (31cbc65a-8f1e-4cc1-ae68-c9e20f91c0bc), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.534779 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (31cbc65a-8f1e-4cc1-ae68-c9e20f91c0bc), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.559757 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:45.570417 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8be5d3d9-e5bd-49c2-a91c-d2496c6e2721 admin admin] Publish callbacks [] for security_group (06621338-4409-422d-accb-ef849183a9a4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.571735 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cbc65a-8f1e-4cc1-ae68-c9e20f91c0bc,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:45.580428 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (b28e3d06-1a94-4539-b6d3-91c0b6da59ab), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.580931 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.segments_db [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Added segment b28e3d06-1a94-4539-b6d3-91c0b6da59ab of type vlan for network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 Mar 16 11:25:45.612320 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8be5d3d9-e5bd-49c2-a91c-d2496c6e2721 admin admin] Publish callbacks [] for security_group (06621338-4409-422d-accb-ef849183a9a4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.629090 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (1499d207-0db2-4e91-bd0a-6e1b1a178ef8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.653238 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (1499d207-0db2-4e91-bd0a-6e1b1a178ef8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.654164 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:45.654733 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.654858 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f352b-3769-46fd-a2ee-1841b275255e req-00a535dc-8774-4654-b176-df9e600b02c9 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:45.656325 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-560f352b-3769-46fd-a2ee-1841b275255e req-00a535dc-8774-4654-b176-df9e600b02c9 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0983577 Mar 16 11:25:45.694994 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8be5d3d9-e5bd-49c2-a91c-d2496c6e2721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (06621338-4409-422d-accb-ef849183a9a4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.697564 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8be5d3d9-e5bd-49c2-a91c-d2496c6e2721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.698699 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-8be5d3d9-e5bd-49c2-a91c-d2496c6e2721 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06621338-4409-422d-accb-ef849183a9a4 HTTP/1.1" status: 204 len: 168 time: 0.1975670 Mar 16 11:25:45.713294 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4726355 Mar 16 11:25:45.715643 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52290) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:45.721647 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-c17d1ca8-9ae1-4193-b887-fbf3b26a7d24 admin admin] Request body: {'subnet': {'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-454936562-subnet', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:45.724794 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5d3d9-e5bd-49c2-a91c-d2496c6e2721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06621338-4409-422d-accb-ef849183a9a4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:45.725979 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22876387-00a6-4192-b1de-3ff13d85d0de admin admin] Pushing event updated for resources: {'Network': ['ID=1499d207-0db2-4e91-bd0a-6e1b1a178ef8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:45.733483 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-560f352b-3769-46fd-a2ee-1841b275255e req-ae1995db-fd5c-4454-ab12-c3ba3320f16f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701530 Mar 16 11:25:45.753667 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17d1ca8-9ae1-4193-b887-fbf3b26a7d24 admin admin] Made reservation on behalf of be31cda5b88147c398858a568150804b for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:45.756393 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c17d1ca8-9ae1-4193-b887-fbf3b26a7d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59554045'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.771835 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:25:45.931884 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c17d1ca8-9ae1-4193-b887-fbf3b26a7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59633011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59553987'] for subnet (2bf32caa-135f-401e-beb8-cba90d152938), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:45.988278 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d1ca8-9ae1-4193-b887-fbf3b26a7d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf32caa-135f-401e-beb8-cba90d152938,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:45.988553 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52296) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:45.997729 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d1ca8-9ae1-4193-b887-fbf3b26a7d24 admin admin] Checking segment: {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:25:45.998090 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d1ca8-9ae1-4193-b887-fbf3b26a7d24 admin admin] Network hostable DHCP agents. Network: 1499d207-0db2-4e91-bd0a-6e1b1a178ef8, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:46.002677 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0e7f871a-bf3a-4bd0-a9ef-50c1466606d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.015365 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d1ca8-9ae1-4193-b887-fbf3b26a7d24 admin admin] Network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:46.024487 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c17d1ca8-9ae1-4193-b887-fbf3b26a7d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 1499d207-0db2-4e91-bd0a-6e1b1a178ef8) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:46.028750 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17d1ca8-9ae1-4193-b887-fbf3b26a7d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:46.029465 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c17d1ca8-9ae1-4193-b887-fbf3b26a7d24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.036883 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc4cc3-84e0-4e1c-971f-bbe019c8d077 None None] Network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:25:46.048646 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-c17d1ca8-9ae1-4193-b887-fbf3b26a7d24 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3311248 Mar 16 11:25:46.049460 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52298) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:46.053782 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:46.073324 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26277'] for router (5bdcb02c-6605-4506-b9b5-44d467bc40ab), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.074663 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3769999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26286'] for router (5bdcb02c-6605-4506-b9b5-44d467bc40ab), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.087791 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0e7f871a-bf3a-4bd0-a9ef-50c1466606d1 admin admin] Publish callbacks [] for security_group (d809467f-1ba7-499f-9a24-f8a3a44d81b0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.093648 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0e7f871a-bf3a-4bd0-a9ef-50c1466606d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (d809467f-1ba7-499f-9a24-f8a3a44d81b0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.133147 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Publish callbacks [] for router_controller (5bdcb02c-6605-4506-b9b5-44d467bc40ab), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.137863 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-0e7f871a-bf3a-4bd0-a9ef-50c1466606d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9bfe50ec2744a29aa2fd00b3f2e203d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482234 Mar 16 11:25:46.140366 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52300) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:46.147020 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f871a-bf3a-4bd0-a9ef-50c1466606d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d809467f-1ba7-499f-9a24-f8a3a44d81b0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:46.164653 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6276439-8411-5798-9bc0-2df5efd08d60-1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938'}]}} from dv-cinder-790535-29-iscsi. {{(pid=103139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 11:25:46.166602 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.290849 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Publish callbacks [] for router_gateway (5bdcb02c-6605-4506-b9b5-44d467bc40ab), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.321644 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Allocated IP 172.20.0.2 (1499d207-0db2-4e91-bd0a-6e1b1a178ef8/2bf32caa-135f-401e-beb8-cba90d152938/f9306564-9608-47ca-94bb-770006847895) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:46.375705 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b27feb47-6645-433c-b1c7-452558cda270 admin admin] Publish callbacks [] for security_group (d809467f-1ba7-499f-9a24-f8a3a44d81b0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.400498 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b27feb47-6645-433c-b1c7-452558cda270 admin admin] Publish callbacks [] for security_group (d809467f-1ba7-499f-9a24-f8a3a44d81b0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.458526 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b27feb47-6645-433c-b1c7-452558cda270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (d809467f-1ba7-499f-9a24-f8a3a44d81b0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.461586 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b27feb47-6645-433c-b1c7-452558cda270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.465536 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-b27feb47-6645-433c-b1c7-452558cda270 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d809467f-1ba7-499f-9a24-f8a3a44d81b0 HTTP/1.1" status: 204 len: 168 time: 0.3214154 Mar 16 11:25:46.472181 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27feb47-6645-433c-b1c7-452558cda270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d809467f-1ba7-499f-9a24-f8a3a44d81b0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:46.472645 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Publish callbacks [] for port (f9306564-9608-47ca-94bb-770006847895), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.480256 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (f9306564-9608-47ca-94bb-770006847895), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.504751 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Publish callbacks [] for router_gateway (5bdcb02c-6605-4506-b9b5-44d467bc40ab), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.525664 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.538401 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:46.541352 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:46.543740 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:25:46.552126 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Pushing event updated for resources: {'Port': ['ID=f9306564-9608-47ca-94bb-770006847895,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:46.599007 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.599375 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.599738 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.600093 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.600438 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.600799 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.601131 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.601458 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.601800 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.602131 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.602587 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.602933 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.603260 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.603582 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.603965 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:46.621235 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Attempting to bind port f9306564-9608-47ca-94bb-770006847895 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:25:46.621610 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Attempting to bind port f9306564-9608-47ca-94bb-770006847895 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:25:46.621974 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Attempting to bind port f9306564-9608-47ca-94bb-770006847895 on network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:25:46.627481 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:25:46.627854 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Checking segment: {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:25:46.628867 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.629261 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Bound using segment: {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:25:46.629722 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Bound port: f9306564-9608-47ca-94bb-770006847895, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:25:46.630250 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (f9306564-9608-47ca-94bb-770006847895), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.641776 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Allocated IP 172.27.2.121 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/06dc5f38-395e-4078-aacf-30153a822441) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:46.697876 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] For port f9306564-9608-47ca-94bb-770006847895, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:25:46.701648 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] For port f9306564-9608-47ca-94bb-770006847895, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=f9306564-9608-47ca-94bb-770006847895,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:25:46.708224 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (f9306564-9608-47ca-94bb-770006847895), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.758504 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Publish callbacks [] for port (06dc5f38-395e-4078-aacf-30153a822441), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.767306 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d5f6a-f252-47b8-938f-75a35b81895f None None] Pushing event updated for resources: {'Port': ['ID=f9306564-9608-47ca-94bb-770006847895,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:46.806946 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (06dc5f38-395e-4078-aacf-30153a822441), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:46.864101 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:46.870085 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:46.889313 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:25:46.923776 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Pushing event updated for resources: {'Port': ['ID=06dc5f38-395e-4078-aacf-30153a822441,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:47.268658 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ed5f0-66d2-4478-93d8-8e118a3ab6e3 req-fefbf332-c51d-4483-b7d8-77527a540684 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:47.270157 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-835ed5f0-66d2-4478-93d8-8e118a3ab6e3 req-fefbf332-c51d-4483-b7d8-77527a540684 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.4284563 Mar 16 11:25:47.376651 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-835ed5f0-66d2-4478-93d8-8e118a3ab6e3 req-67325b52-e7c2-4e58-b835-09bcf433ea38 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957501 Mar 16 11:25:47.497914 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Publish callbacks [] for router_gateway (5bdcb02c-6605-4506-b9b5-44d467bc40ab), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:47.712525 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769724'] for router (5bdcb02c-6605-4506-b9b5-44d467bc40ab), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:47.768453 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52344) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:47.799198 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9541d68b-8bff-4e0f-90b7-4c4886f677b1 None None] Network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:25:47.855051 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Router 5bdcb02c-6605-4506-b9b5-44d467bc40ab is scheduled to L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:25:47.862348 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-f41112f6-4676-4da7-bb1b-5b713604830e None None] Provisioning complete for port f9306564-9608-47ca-94bb-770006847895 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:47.862719 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f41112f6-4676-4da7-bb1b-5b713604830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (f9306564-9608-47ca-94bb-770006847895), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:47.882880 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a67316ba-6fa7-4c0d-9a71-6eb0f6e1f862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:47.966833 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a67316ba-6fa7-4c0d-9a71-6eb0f6e1f862 admin admin] Publish callbacks [] for security_group (e94e7e54-5b48-436d-8b73-b2b20412a73c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:47.971866 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a67316ba-6fa7-4c0d-9a71-6eb0f6e1f862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e94e7e54-5b48-436d-8b73-b2b20412a73c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:47.978179 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:25:47.994885 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Sync routers for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:48.002263 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.003905 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-30ab0dff-6711-4f66-a961-d17e56f3c40b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9534554 Mar 16 11:25:48.008155 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52348) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:48.017268 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:25:48.018000 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:48.018416 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-a67316ba-6fa7-4c0d-9a71-6eb0f6e1f862 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f5b2ef9c42f9481b84ef11277706b4a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485931 Mar 16 11:25:48.019412 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52350) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:48.056812 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67316ba-6fa7-4c0d-9a71-6eb0f6e1f862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94e7e54-5b48-436d-8b73-b2b20412a73c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:48.072931 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e88dcee-ee3a-4c27-8d6f-b54c4a5440db admin admin] Publish callbacks [] for security_group (e94e7e54-5b48-436d-8b73-b2b20412a73c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.100905 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e88dcee-ee3a-4c27-8d6f-b54c4a5440db admin admin] Publish callbacks [] for security_group (e94e7e54-5b48-436d-8b73-b2b20412a73c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.124179 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f41112f6-4676-4da7-bb1b-5b713604830e None None] Current status of the port f9306564-9608-47ca-94bb-770006847895 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:48.124863 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f41112f6-4676-4da7-bb1b-5b713604830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (f9306564-9608-47ca-94bb-770006847895), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.146112 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:25:48.155671 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e88dcee-ee3a-4c27-8d6f-b54c4a5440db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e94e7e54-5b48-436d-8b73-b2b20412a73c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.158855 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e88dcee-ee3a-4c27-8d6f-b54c4a5440db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.162785 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-4e88dcee-ee3a-4c27-8d6f-b54c4a5440db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e94e7e54-5b48-436d-8b73-b2b20412a73c HTTP/1.1" status: 204 len: 168 time: 0.1423228 Mar 16 11:25:48.170958 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88dcee-ee3a-4c27-8d6f-b54c4a5440db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94e7e54-5b48-436d-8b73-b2b20412a73c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:48.221274 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f41112f6-4676-4da7-bb1b-5b713604830e None None] For port f9306564-9608-47ca-94bb-770006847895, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=f9306564-9608-47ca-94bb-770006847895,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:48.226873 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f41112f6-4676-4da7-bb1b-5b713604830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (f9306564-9608-47ca-94bb-770006847895), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.298714 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41112f6-4676-4da7-bb1b-5b713604830e None None] Pushing event updated for resources: {'Port': ['ID=f9306564-9608-47ca-94bb-770006847895,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:48.410547 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:47Z', 'revision_number': 3, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:48.458987 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-d29dfcd5-c56c-4d30-9cf7-a0af12e3ce44 None None] Provisioning complete for port f9306564-9608-47ca-94bb-770006847895 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:48.462130 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d29dfcd5-c56c-4d30-9cf7-a0af12e3ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (f9306564-9608-47ca-94bb-770006847895), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.495449 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Checking router: 5bdcb02c-6605-4506-b9b5-44d467bc40ab for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:48.498897 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Updating router 5bdcb02c-6605-4506-b9b5-44d467bc40ab port 06dc5f38-395e-4078-aacf-30153a822441 binding host dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:25:48.554260 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (06dc5f38-395e-4078-aacf-30153a822441), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.569302 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device f9306564-9608-47ca-94bb-770006847895 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:25:48.589382 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5d17c-b6da-4bd8-bcfb-40a8730b3803 req-32821e14-86db-47ee-8b93-32700b22e982 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:48.590907 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b9d5d17c-b6da-4bd8-bcfb-40a8730b3803 req-32821e14-86db-47ee-8b93-32700b22e982 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0923259 Mar 16 11:25:48.640070 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d29dfcd5-c56c-4d30-9cf7-a0af12e3ce44 None None] Current status of the port f9306564-9608-47ca-94bb-770006847895 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:48.669067 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port f9306564-9608-47ca-94bb-770006847895 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:48.669715 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (f9306564-9608-47ca-94bb-770006847895), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.681840 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.703031 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b9d5d17c-b6da-4bd8-bcfb-40a8730b3803 req-af3eca54-7d12-48a3-908e-5036f8957193 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040294 Mar 16 11:25:48.774649 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port f9306564-9608-47ca-94bb-770006847895 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:48.852526 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Allocated IP 172.20.0.1 (1499d207-0db2-4e91-bd0a-6e1b1a178ef8/2bf32caa-135f-401e-beb8-cba90d152938/6ddd6988-84c7-495f-9605-3b571b11ea2e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:48.941423 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Publish callbacks [] for port (06dc5f38-395e-4078-aacf-30153a822441), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.947204 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (06dc5f38-395e-4078-aacf-30153a822441), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.966966 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Publish callbacks [] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:48.995924 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Attempting to bind port 06dc5f38-395e-4078-aacf-30153a822441 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:25:48.996493 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Attempting to bind port 06dc5f38-395e-4078-aacf-30153a822441 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:25:48.996684 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Attempting to bind port 06dc5f38-395e-4078-aacf-30153a822441 on network 9cf056d6-fdfe-4a51-9b70-374530641aca {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:25:49.007924 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.008093 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:25:49.008295 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Checking segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:25:49.008880 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.009428 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Bound using segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:25:49.010051 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Bound port: 06dc5f38-395e-4078-aacf-30153a822441, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:25:49.010577 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (06dc5f38-395e-4078-aacf-30153a822441), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.029952 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Pushing event updated for resources: {'Port': ['ID=06dc5f38-395e-4078-aacf-30153a822441,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:49.045426 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:49.051973 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:49.055546 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:25:49.061059 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Pushing event updated for resources: {'Port': ['ID=6ddd6988-84c7-495f-9605-3b571b11ea2e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:49.064110 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] For port 06dc5f38-395e-4078-aacf-30153a822441, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:25:49.067207 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] For port 06dc5f38-395e-4078-aacf-30153a822441, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=06dc5f38-395e-4078-aacf-30153a822441,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:25:49.079086 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (06dc5f38-395e-4078-aacf-30153a822441), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.084856 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.085208 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.085567 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.085927 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.086258 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.086589 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.086910 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.087222 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.087957 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.087957 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.088186 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.088761 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.089241 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.089565 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.089888 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:49.099113 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769743'] for router_interface (5bdcb02c-6605-4506-b9b5-44d467bc40ab), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.116447 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52376) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:49.153915 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f46fdd-7777-448f-b1ca-105b61450eb2 None None] Pushing event updated for resources: {'Port': ['ID=06dc5f38-395e-4078-aacf-30153a822441,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:49.161579 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:25:49.162467 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:49.274775 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-475944646-network', 'tenant_id': '4cba39383e4e472e9eea195811f1638e'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:49.281791 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.288348 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:25:49.300967 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Made reservation on behalf of 4cba39383e4e472e9eea195811f1638e for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:49.303452 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.311826 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.366625 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-b58a63b1-2399-40c7-889e-a5ac5a2aff9f None None] Provisioning complete for port 6ddd6988-84c7-495f-9605-3b571b11ea2e triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:49.367578 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b58a63b1-2399-40c7-889e-a5ac5a2aff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.389577 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Publish callbacks [] for security_group (423b872a-2128-4b40-894a-88c3c2c07dd3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.394704 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (423b872a-2128-4b40-894a-88c3c2c07dd3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.410233 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b58a63b1-2399-40c7-889e-a5ac5a2aff9f None None] Port 6ddd6988-84c7-495f-9605-3b571b11ea2e cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:25:49.416370 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:49.445261 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (f1484c12-4c3f-42e8-a9fa-6a2290365ee9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.445605 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.segments_db [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Added segment f1484c12-4c3f-42e8-a9fa-6a2290365ee9 of type vlan for network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b Mar 16 11:25:49.454518 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423b872a-2128-4b40-894a-88c3c2c07dd3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:49.479048 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Publish callbacks [] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.483767 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.490299 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.492236 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:47Z', 'revision_number': 3, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:49.524104 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.524927 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01284579-6bb1-4ad4-a845-ab08e5bd2773 None None] The sync data for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi is: [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:47Z', 'revision_number': 3, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:49.525730 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:49.527267 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.551165 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Pushing event updated for resources: {'Port': ['ID=6ddd6988-84c7-495f-9605-3b571b11ea2e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:49.578984 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774783'] for router_interface (5bdcb02c-6605-4506-b9b5-44d467bc40ab), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.588665 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4707279 Mar 16 11:25:49.595698 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52384) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:49.601354 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a1c37fcb-0599-4e98-b882-0cb6886fa3c9 admin admin] Request body: {'subnet': {'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-475944646-subnet', 'tenant_id': '4cba39383e4e472e9eea195811f1638e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:49.613106 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f361d-d4a8-47c1-a1c5-a069fc83cd24 admin admin] Pushing event updated for resources: {'Network': ['ID=0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:49.624798 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:25:49.629036 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c37fcb-0599-4e98-b882-0cb6886fa3c9 admin admin] Made reservation on behalf of 4cba39383e4e472e9eea195811f1638e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:49.631796 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1c37fcb-0599-4e98-b882-0cb6886fa3c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62846918'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.679433 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:49.682183 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:49.867130 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Router 5bdcb02c-6605-4506-b9b5-44d467bc40ab has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:25:49.871326 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1c37fcb-0599-4e98-b882-0cb6886fa3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62424013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62846968'] for subnet (9f58939e-0c5e-4665-a9d8-52f99c52886a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:49.898862 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395533d-baed-490d-a53f-a1703c4da724 req-df595586-dd59-4f5a-9335-1e47aff5a7e5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:49.900295 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a395533d-baed-490d-a53f-a1703c4da724 req-df595586-dd59-4f5a-9335-1e47aff5a7e5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0993905 Mar 16 11:25:49.947833 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c37fcb-0599-4e98-b882-0cb6886fa3c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f58939e-0c5e-4665-a9d8-52f99c52886a,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:49.960683 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c37fcb-0599-4e98-b882-0cb6886fa3c9 admin admin] Checking segment: {'id': 'f1484c12-4c3f-42e8-a9fa-6a2290365ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:25:49.961233 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c37fcb-0599-4e98-b882-0cb6886fa3c9 admin admin] Network hostable DHCP agents. Network: 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:49.985443 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c37fcb-0599-4e98-b882-0cb6886fa3c9 admin admin] Network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:50.001726 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a1c37fcb-0599-4e98-b882-0cb6886fa3c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:50.008330 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c37fcb-0599-4e98-b882-0cb6886fa3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:50.009088 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1c37fcb-0599-4e98-b882-0cb6886fa3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:50.013368 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d9e5a6-50f7-4a2e-ae2e-363e666e4033 None None] Network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:25:50.025750 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a395533d-baed-490d-a53f-a1703c4da724 req-40516069-52a2-44f8-ad74-fc042f84816d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187632 Mar 16 11:25:50.027830 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-a1c37fcb-0599-4e98-b882-0cb6886fa3c9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4307888 Mar 16 11:25:50.080544 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:25:50.092747 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-333a5f9b-0ba6-4e6d-93c8-8c7e497c3554 None None] Provisioning complete for port 6ddd6988-84c7-495f-9605-3b571b11ea2e triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:50.093203 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-333a5f9b-0ba6-4e6d-93c8-8c7e497c3554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:50.102037 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-96686153-5d8a-415a-b388-b0d4bee71715 admin admin] 10.222.0.47 "PUT /v2.0/routers/5bdcb02c-6605-4506-b9b5-44d467bc40ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0920312 Mar 16 11:25:50.149612 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-333a5f9b-0ba6-4e6d-93c8-8c7e497c3554 None None] Port 6ddd6988-84c7-495f-9605-3b571b11ea2e cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:25:50.201033 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d661af3-a2ba-4f5e-ab7a-97a4f20d8521 None None] Network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:25:50.559524 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 06dc5f38-395e-4078-aacf-30153a822441 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:25:50.623249 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 06dc5f38-395e-4078-aacf-30153a822441 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:50.623738 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (06dc5f38-395e-4078-aacf-30153a822441), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:50.740127 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 06dc5f38-395e-4078-aacf-30153a822441 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:50.740529 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (06dc5f38-395e-4078-aacf-30153a822441), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:50.758218 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52414) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:50.761558 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port 06dc5f38-395e-4078-aacf-30153a822441, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=06dc5f38-395e-4078-aacf-30153a822441,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:50.763094 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1339340802-network', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:50.765399 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (06dc5f38-395e-4078-aacf-30153a822441), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:50.781943 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Made reservation on behalf of 9923871288ac44308ad4dc13e4f7c7c9 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:50.784803 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:50.794786 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:50.814729 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=06dc5f38-395e-4078-aacf-30153a822441,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:50.880125 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Publish callbacks [] for security_group (04982475-ebe5-4f05-8089-8c9de08a509e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:50.884373 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (04982475-ebe5-4f05-8089-8c9de08a509e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:50.908255 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:50.917736 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04982475-ebe5-4f05-8089-8c9de08a509e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:50.922972 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (0f993662-bbba-401f-acbc-8a259a05c48c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:50.923318 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.segments_db [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Added segment 0f993662-bbba-401f-acbc-8a259a05c48c of type vlan for network f893bd36-7a10-4202-86c7-5f3e3fec3422 Mar 16 11:25:50.962143 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (f893bd36-7a10-4202-86c7-5f3e3fec3422), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:50.986415 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (f893bd36-7a10-4202-86c7-5f3e3fec3422), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:50.987569 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:50.988181 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:51.045320 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2859986 Mar 16 11:25:51.048668 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52416) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:51.051020 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b592f2-8426-446e-8c08-7b1e793d91fa admin admin] Pushing event updated for resources: {'Network': ['ID=f893bd36-7a10-4202-86c7-5f3e3fec3422,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:51.053877 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-64604a3e-88d4-4509-acc2-6780a1df56b7 admin admin] Request body: {'subnet': {'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1339340802-subnet', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:51.066484 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network f893bd36-7a10-4202-86c7-5f3e3fec3422 details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:25:51.085592 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64604a3e-88d4-4509-acc2-6780a1df56b7 admin admin] Made reservation on behalf of 9923871288ac44308ad4dc13e4f7c7c9 for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:51.088684 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64604a3e-88d4-4509-acc2-6780a1df56b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59554045'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:51.216116 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cbbf-3f5e-4da9-bf3d-ffadf5d33abf req-948fb8da-a509-49fa-ab7e-3b21907c27e4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:51.217646 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0229cbbf-3f5e-4da9-bf3d-ffadf5d33abf req-948fb8da-a509-49fa-ab7e-3b21907c27e4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.1143858 Mar 16 11:25:51.304960 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0229cbbf-3f5e-4da9-bf3d-ffadf5d33abf req-f7904717-97a8-485d-a988-91e936921f43 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801229 Mar 16 11:25:51.353400 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64604a3e-88d4-4509-acc2-6780a1df56b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59633011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59553987'] for subnet (f9082912-e9fe-4ed5-95ad-6eb8cc52d587), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:51.408829 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64604a3e-88d4-4509-acc2-6780a1df56b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9082912-e9fe-4ed5-95ad-6eb8cc52d587,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:51.416773 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64604a3e-88d4-4509-acc2-6780a1df56b7 admin admin] Checking segment: {'id': '0f993662-bbba-401f-acbc-8a259a05c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:25:51.417135 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64604a3e-88d4-4509-acc2-6780a1df56b7 admin admin] Network hostable DHCP agents. Network: f893bd36-7a10-4202-86c7-5f3e3fec3422, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:51.436411 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Sync routers for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:51.441747 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64604a3e-88d4-4509-acc2-6780a1df56b7 admin admin] Network f893bd36-7a10-4202-86c7-5f3e3fec3422 is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:51.451807 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-64604a3e-88d4-4509-acc2-6780a1df56b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, f893bd36-7a10-4202-86c7-5f3e3fec3422) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:51.453081 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:25:51.454297 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:51.456234 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64604a3e-88d4-4509-acc2-6780a1df56b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:51.458237 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64604a3e-88d4-4509-acc2-6780a1df56b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:51.473097 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-64604a3e-88d4-4509-acc2-6780a1df56b7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4232469 Mar 16 11:25:51.475619 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52420) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:51.479840 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1339340802-router', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:51.491630 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833b522-7f30-44da-b3bd-46d6071cf093 None None] Network f893bd36-7a10-4202-86c7-5f3e3fec3422 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:25:51.499195 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26277'] for router (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:51.500300 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3769999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26286'] for router (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:51.553562 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Publish callbacks [] for router_controller (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:51.650814 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:25:51.686625 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6276439-8411-5798-9bc0-2df5efd08d60-f893bd36-7a10-4202-86c7-5f3e3fec3422', 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422', 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'fixed_ips': [{'subnet_id': 'f9082912-e9fe-4ed5-95ad-6eb8cc52d587'}]}} from dv-cinder-790535-29-iscsi. {{(pid=103139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 11:25:51.687915 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:51.967044 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Allocated IP 172.20.0.2 (f893bd36-7a10-4202-86c7-5f3e3fec3422/f9082912-e9fe-4ed5-95ad-6eb8cc52d587/407f64ff-1526-48fb-aabf-1853b692cb16) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:52.021217 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Publish callbacks [] for router_gateway (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:52.101887 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 2, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:52.130826 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-c4ccbf97-6433-4f83-98d6-7f3accc12c95 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:52.132925 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-c4ccbf97-6433-4f83-98d6-7f3accc12c95 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/networks?id=0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b HTTP/1.1" status: 200 len: 808 time: 0.1631830 Mar 16 11:25:52.144469 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Checking router: 5bdcb02c-6605-4506-b9b5-44d467bc40ab for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:52.144868 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Updating router 5bdcb02c-6605-4506-b9b5-44d467bc40ab port 6ddd6988-84c7-495f-9605-3b571b11ea2e binding host dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:25:52.155134 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-b91eacd8-9716-4f0a-9b07-eb778f0196d5 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/quotas/4cba39383e4e472e9eea195811f1638e HTTP/1.1" status: 200 len: 375 time: 0.0164480 Mar 16 11:25:52.196845 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-21055270-3749-44ce-8611-b9fd580d3cd7 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cba39383e4e472e9eea195811f1638e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359230 Mar 16 11:25:52.326446 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:52.384042 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Publish callbacks [] for router_gateway (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:52.397766 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Publish callbacks [] for port (407f64ff-1526-48fb-aabf-1853b692cb16), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:52.410996 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-519e996f-3893-4929-a5ca-77e020710fa6 service neutron] 10.222.0.47 "GET /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720250 Mar 16 11:25:52.412989 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (407f64ff-1526-48fb-aabf-1853b692cb16), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:52.418774 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:52.523874 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 06dc5f38-395e-4078-aacf-30153a822441 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:25:52.552054 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Network f893bd36-7a10-4202-86c7-5f3e3fec3422 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:52.553034 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Pushing event updated for resources: {'Port': ['ID=407f64ff-1526-48fb-aabf-1853b692cb16,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:52.561213 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:52.565509 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:25:52.614729 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69b152-753f-42e3-aa14-61bcf449ac49 req-9613bb91-4b07-4357-94ac-9333635e8ee4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:52.616212 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7e69b152-753f-42e3-aa14-61bcf449ac49 req-9613bb91-4b07-4357-94ac-9333635e8ee4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.2266150 Mar 16 11:25:52.618164 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-1be60cde-924a-498d-bc6e-f7c7362bcf1e service neutron] 10.222.0.47 "GET /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975317 Mar 16 11:25:52.657469 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Allocated IP 172.27.2.44 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/cac3af66-5be7-4216-99c7-b2be0c83a4f4) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:52.691487 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Attempting to bind port 407f64ff-1526-48fb-aabf-1853b692cb16 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:25:52.692077 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Attempting to bind port 407f64ff-1526-48fb-aabf-1853b692cb16 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '0f993662-bbba-401f-acbc-8a259a05c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:25:52.692304 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Attempting to bind port 407f64ff-1526-48fb-aabf-1853b692cb16 on network f893bd36-7a10-4202-86c7-5f3e3fec3422 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:25:52.705624 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7e69b152-753f-42e3-aa14-61bcf449ac49 req-0e3b3b10-d899-47ef-970d-10f45cc79de7 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820756 Mar 16 11:25:52.707640 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:25:52.708026 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Checking segment: {'id': '0f993662-bbba-401f-acbc-8a259a05c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:25:52.708397 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:52.708838 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Bound using segment: {'id': '0f993662-bbba-401f-acbc-8a259a05c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:25:52.709352 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Bound port: 407f64ff-1526-48fb-aabf-1853b692cb16, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f993662-bbba-401f-acbc-8a259a05c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:25:52.709918 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (407f64ff-1526-48fb-aabf-1853b692cb16), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:52.740155 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 06dc5f38-395e-4078-aacf-30153a822441 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:52.740794 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (06dc5f38-395e-4078-aacf-30153a822441), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:52.838549 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5b8910ae-d23a-40e1-be88-ff49f8f14e93 req-99ebe08d-4939-4145-9139-ecb9095a9b0f tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 210 time: 0.0445721 Mar 16 11:25:52.841827 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Publish callbacks [] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:52.887229 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] For port 407f64ff-1526-48fb-aabf-1853b692cb16, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:25:52.891030 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] For port 407f64ff-1526-48fb-aabf-1853b692cb16, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=407f64ff-1526-48fb-aabf-1853b692cb16,segment=NetworkSegment(0f993662-bbba-401f-acbc-8a259a05c48c),segment_id=0f993662-bbba-401f-acbc-8a259a05c48c)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:25:52.892849 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:52.911664 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (407f64ff-1526-48fb-aabf-1853b692cb16), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:52.946604 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:52.953319 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:52.959077 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:25:52.962076 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Pushing event updated for resources: {'Port': ['ID=cac3af66-5be7-4216-99c7-b2be0c83a4f4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:53.085661 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb32add-6cc4-4f36-835a-da2813bb8a20 None None] Pushing event updated for resources: {'Port': ['ID=407f64ff-1526-48fb-aabf-1853b692cb16,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:53.117959 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Publish callbacks [] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:53.132291 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:53.180083 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 06dc5f38-395e-4078-aacf-30153a822441 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:53.271392 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cabb98-de6b-40f6-b925-c8400f0bb4e5 None None] Pushing event updated for resources: {'Port': ['ID=6ddd6988-84c7-495f-9605-3b571b11ea2e,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:53.357554 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Attempting to bind port 6ddd6988-84c7-495f-9605-3b571b11ea2e on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:25:53.358120 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Attempting to bind port 6ddd6988-84c7-495f-9605-3b571b11ea2e by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:25:53.358672 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Attempting to bind port 6ddd6988-84c7-495f-9605-3b571b11ea2e on network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:25:53.368054 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:25:53.368311 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Checking segment: {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:25:53.368761 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:53.369352 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Bound using segment: {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:25:53.369842 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Bound port: 6ddd6988-84c7-495f-9605-3b571b11ea2e, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:25:53.370292 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:53.379446 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Publish callbacks [] for router_gateway (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:53.495246 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] For port 6ddd6988-84c7-495f-9605-3b571b11ea2e, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:25:53.501572 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] For port 6ddd6988-84c7-495f-9605-3b571b11ea2e, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=6ddd6988-84c7-495f-9605-3b571b11ea2e,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:25:53.515925 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:53.596383 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:25:53.597057 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:53.670197 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cabb98-de6b-40f6-b925-c8400f0bb4e5 None None] Pushing event updated for resources: {'Port': ['ID=6ddd6988-84c7-495f-9605-3b571b11ea2e,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:53.699936 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-63115e4c-dc80-431c-9273-473f32b825fa None None] Provisioning complete for port 6ddd6988-84c7-495f-9605-3b571b11ea2e triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:53.700886 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63115e4c-dc80-431c-9273-473f32b825fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:53.708070 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769724'] for router (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:53.755403 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:25:53.889863 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157824c-f337-4950-aa68-d06af1298ff3 req-34e92c0a-42e8-4c18-a22e-18342a019e06 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:53.891843 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4157824c-f337-4950-aa68-d06af1298ff3 req-34e92c0a-42e8-4c18-a22e-18342a019e06 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0835922 Mar 16 11:25:53.921067 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-63115e4c-dc80-431c-9273-473f32b825fa None None] Current status of the port 6ddd6988-84c7-495f-9605-3b571b11ea2e is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:53.921461 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63115e4c-dc80-431c-9273-473f32b825fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:53.952064 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e19ec415-79d6-4026-9dc0-f23b31ff22e6 req-ef7e8ffd-a9fd-4fb4-87c7-e4ca263c5082 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 210 time: 0.0452068 Mar 16 11:25:53.981748 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-63115e4c-dc80-431c-9273-473f32b825fa None None] For port 6ddd6988-84c7-495f-9605-3b571b11ea2e, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=6ddd6988-84c7-495f-9605-3b571b11ea2e,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:53.987271 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4157824c-f337-4950-aa68-d06af1298ff3 req-937e3cda-cd78-4253-a88b-a7c0c6dd23d8 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793488 Mar 16 11:25:53.988022 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63115e4c-dc80-431c-9273-473f32b825fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:53.997232 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Router 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f is scheduled to L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:25:54.070622 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63115e4c-dc80-431c-9273-473f32b825fa None None] Pushing event updated for resources: {'Port': ['ID=6ddd6988-84c7-495f-9605-3b571b11ea2e,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:54.087785 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:54.120831 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e149e-4166-4e01-b215-47a81c42f763 None None] The sync data for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi is: [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:54.132087 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-70685a9c-e62e-4481-8bdb-607da452695a None None] Provisioning complete for port 6ddd6988-84c7-495f-9605-3b571b11ea2e triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:54.132641 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-70685a9c-e62e-4481-8bdb-607da452695a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:54.136706 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:25:54.149264 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Sync routers for ids ['2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:54.169203 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Routers {'2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:25:54.175416 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:54.192514 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:54.195807 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52476) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:54.221177 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-3792d49e-2ca4-40c0-8d44-8e6c376d27e3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7444658 Mar 16 11:25:54.263829 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-70685a9c-e62e-4481-8bdb-607da452695a None None] Current status of the port 6ddd6988-84c7-495f-9605-3b571b11ea2e is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:54.396073 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Set router 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:25:54.550822 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a7129-e6d1-4051-87ed-6758abd8cf00 None None] Network f893bd36-7a10-4202-86c7-5f3e3fec3422 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:25:54.636148 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-120313a1-37b3-4f5d-826c-62ef9d37b52b tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:54.641920 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-120313a1-37b3-4f5d-826c-62ef9d37b52b tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.62 "GET /v2.0/networks?id=0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b HTTP/1.1" status: 200 len: 808 time: 0.3141987 Mar 16 11:25:54.668757 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Request body: {'port': {'device_id': 'eca7aac3-92e1-4485-9af8-84e9976a030f', 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b', 'admin_state_up': True, 'tenant_id': '4cba39383e4e472e9eea195811f1638e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:54.733718 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'name': 'tempest-TestVolumeBootPattern-1339340802-router', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:51Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 3, 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'gw_port': {'id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:52Z', 'updated_at': '2022-03-16T11:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:54.750993 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 6ddd6988-84c7-495f-9605-3b571b11ea2e up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:25:54.799765 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-69e0f47e-d63a-41a1-b795-d86e5dc06937 None None] Provisioning complete for port 407f64ff-1526-48fb-aabf-1853b692cb16 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:54.801773 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69e0f47e-d63a-41a1-b795-d86e5dc06937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (407f64ff-1526-48fb-aabf-1853b692cb16), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:54.834104 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Checking router: 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:54.834452 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Updating router 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f port cac3af66-5be7-4216-99c7-b2be0c83a4f4 binding host dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:25:54.903625 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:54.940256 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Made reservation on behalf of 4cba39383e4e472e9eea195811f1638e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:54.943632 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:54.956082 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 6ddd6988-84c7-495f-9605-3b571b11ea2e triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:54.956313 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.009830 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-69e0f47e-d63a-41a1-b795-d86e5dc06937 None None] Current status of the port 407f64ff-1526-48fb-aabf-1853b692cb16 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:55.010141 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69e0f47e-d63a-41a1-b795-d86e5dc06937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (407f64ff-1526-48fb-aabf-1853b692cb16), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.019671 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.132940 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-69e0f47e-d63a-41a1-b795-d86e5dc06937 None None] For port 407f64ff-1526-48fb-aabf-1853b692cb16, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=407f64ff-1526-48fb-aabf-1853b692cb16,segment=NetworkSegment(0f993662-bbba-401f-acbc-8a259a05c48c),segment_id=0f993662-bbba-401f-acbc-8a259a05c48c)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:55.147618 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-69e0f47e-d63a-41a1-b795-d86e5dc06937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (407f64ff-1526-48fb-aabf-1853b692cb16), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.251912 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ee6e15c6-abf0-433f-8585-6557fa8c029d req-d2f4e850-10fc-4669-9884-7a85a6212279 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 210 time: 0.0723681 Mar 16 11:25:55.287493 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 6ddd6988-84c7-495f-9605-3b571b11ea2e is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:55.288910 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 407f64ff-1526-48fb-aabf-1853b692cb16 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:25:55.344801 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d07b5-6ba4-4ab2-834a-6e42b76f84cd req-38911e23-7076-498a-87fd-ffe4aee22553 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:55.350788 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0f47e-d63a-41a1-b795-d86e5dc06937 None None] Pushing event updated for resources: {'Port': ['ID=407f64ff-1526-48fb-aabf-1853b692cb16,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:55.351671 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-660d07b5-6ba4-4ab2-834a-6e42b76f84cd req-38911e23-7076-498a-87fd-ffe4aee22553 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.1766384 Mar 16 11:25:55.403584 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 407f64ff-1526-48fb-aabf-1853b692cb16 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:55.404113 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (407f64ff-1526-48fb-aabf-1853b692cb16), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.414125 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Allocated IP 172.20.0.7 (0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b/9f58939e-0c5e-4665-a9d8-52f99c52886a/e688cc01-f5bb-4cb4-b569-dafaa9c4405b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:55.415472 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Allocated IP 172.20.0.1 (f893bd36-7a10-4202-86c7-5f3e3fec3422/f9082912-e9fe-4ed5-95ad-6eb8cc52d587/d4610834-a3be-41bb-9b20-1600e302b3f8) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:55.433349 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-287ec74d-5f2c-4dd8-8c6d-10b1848234c2 None None] Provisioning complete for port 407f64ff-1526-48fb-aabf-1853b692cb16 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:55.434433 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-287ec74d-5f2c-4dd8-8c6d-10b1848234c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (407f64ff-1526-48fb-aabf-1853b692cb16), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.443469 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-660d07b5-6ba4-4ab2-834a-6e42b76f84cd req-5115cb25-d685-48bd-bcf7-6e7e3e271bec tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890317 Mar 16 11:25:55.470907 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Publish callbacks [] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.478539 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.523166 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb9c02-36c0-4d45-bf6c-ffe53b13224f None None] Pushing event updated for resources: {'Port': ['ID=cac3af66-5be7-4216-99c7-b2be0c83a4f4,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:55.553854 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Attempting to bind port cac3af66-5be7-4216-99c7-b2be0c83a4f4 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:25:55.554233 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Attempting to bind port cac3af66-5be7-4216-99c7-b2be0c83a4f4 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:25:55.554600 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Attempting to bind port cac3af66-5be7-4216-99c7-b2be0c83a4f4 on network 9cf056d6-fdfe-4a51-9b70-374530641aca {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:25:55.567576 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:25:55.569392 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Checking segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:25:55.570353 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.574402 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Publish callbacks [] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.575018 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Bound using segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:25:55.576074 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Bound port: cac3af66-5be7-4216-99c7-b2be0c83a4f4, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:25:55.576662 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.617596 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.646691 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] For port cac3af66-5be7-4216-99c7-b2be0c83a4f4, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:25:55.651534 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] For port cac3af66-5be7-4216-99c7-b2be0c83a4f4, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=cac3af66-5be7-4216-99c7-b2be0c83a4f4,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:25:55.661514 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.680766 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Network f893bd36-7a10-4202-86c7-5f3e3fec3422 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:55.684524 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:55.684742 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks [] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.691442 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:25:55.728770 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Routers {'2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:25:55.729655 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:55.740071 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Pushing event updated for resources: {'Port': ['ID=d4610834-a3be-41bb-9b20-1600e302b3f8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:55.772843 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.774112 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769743'] for router_interface (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.797384 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-287ec74d-5f2c-4dd8-8c6d-10b1848234c2 None None] Current status of the port 407f64ff-1526-48fb-aabf-1853b692cb16 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:55.816763 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 407f64ff-1526-48fb-aabf-1853b692cb16 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:55.884098 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:55.887804 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb9c02-36c0-4d45-bf6c-ffe53b13224f None None] Pushing event updated for resources: {'Port': ['ID=cac3af66-5be7-4216-99c7-b2be0c83a4f4,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:55.894082 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:55.898180 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Pushing event updated for resources: {'Port': ['ID=e688cc01-f5bb-4cb4-b569-dafaa9c4405b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:55.902513 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:25:55.945627 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] Set router 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:25:55.968280 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:55.969029 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:55.978300 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:56.002623 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-e530637d-d845-4b6e-96bf-8861647c98f6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3390768 Mar 16 11:25:56.127511 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-1a25c992-1c78-4058-a14e-35aa7cb70f04 None None] Provisioning complete for port d4610834-a3be-41bb-9b20-1600e302b3f8 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:56.128656 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1a25c992-1c78-4058-a14e-35aa7cb70f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:56.166420 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Publish callbacks [] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:56.167434 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-1a25c992-1c78-4058-a14e-35aa7cb70f04 None None] Port d4610834-a3be-41bb-9b20-1600e302b3f8 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:25:56.171406 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62423896'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:56.233017 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'name': 'tempest-TestVolumeBootPattern-1339340802-router', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:51Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 3, 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'gw_port': {'id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:52Z', 'updated_at': '2022-03-16T11:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:56.241957 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774783'] for router_interface (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:56.243780 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Pushing event updated for resources: {'Port': ['ID=d4610834-a3be-41bb-9b20-1600e302b3f8,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:56.259657 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499ac9c-d843-4936-83e3-f3808978c7b1 None None] The sync data for ids ['2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'] in dv-cinder-790535-29-iscsi is: [{'id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'name': 'tempest-TestVolumeBootPattern-1339340802-router', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:51Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 3, 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'gw_port': {'id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:52Z', 'updated_at': '2022-03-16T11:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:56.346462 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Network f893bd36-7a10-4202-86c7-5f3e3fec3422 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:56.350398 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:56.385676 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11574705-7fe4-40d9-aa36-0a190cd747e5 req-47f7178d-3896-4c4e-9c52-2f41c215dc23 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:56.387327 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-11574705-7fe4-40d9-aa36-0a190cd747e5 req-47f7178d-3896-4c4e-9c52-2f41c215dc23 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 931 time: 0.0722368 Mar 16 11:25:56.446631 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-11574705-7fe4-40d9-aa36-0a190cd747e5 req-e73a7e77-cb74-4a8f-b73c-3982c99152c6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528169 Mar 16 11:25:56.498420 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Router 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:25:56.519576 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 407f64ff-1526-48fb-aabf-1853b692cb16 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:25:56.615768 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 407f64ff-1526-48fb-aabf-1853b692cb16 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:56.616496 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (407f64ff-1526-48fb-aabf-1853b692cb16), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:56.617286 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64316332-73b5-48a0-a7f0-61365d3314f1 req-a77a9a43-b895-49ee-9746-94c4f1aab15c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:56.618908 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-64316332-73b5-48a0-a7f0-61365d3314f1 req-a77a9a43-b895-49ee-9746-94c4f1aab15c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0899515 Mar 16 11:25:56.644096 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:25:56.658550 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-daf8bc2e-cd70-4d74-80bd-8ebb11183af3 admin admin] 10.222.0.47 "PUT /v2.0/routers/2c5aeb8e-a9a0-4903-8b80-6d847d658f5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4518051 Mar 16 11:25:56.702399 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-64316332-73b5-48a0-a7f0-61365d3314f1 req-c1562792-3d48-4eb6-959c-f33d33234985 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719340 Mar 16 11:25:56.723914 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 407f64ff-1526-48fb-aabf-1853b692cb16 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:56.791609 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-d0996cdc-687c-4b74-8b6f-19bcaca88c7d None None] Provisioning complete for port d4610834-a3be-41bb-9b20-1600e302b3f8 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:56.791983 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d0996cdc-687c-4b74-8b6f-19bcaca88c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:56.834916 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d0996cdc-687c-4b74-8b6f-19bcaca88c7d None None] Port d4610834-a3be-41bb-9b20-1600e302b3f8 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:25:57.266161 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52508) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:57.270766 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8a01427a-8d01-43a7-a537-18691106245b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-751903845', 'description': 'tempest-secgroup-smoke-751903845 description', 'project_id': 'be31cda5b88147c398858a568150804b'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:57.291075 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a01427a-8d01-43a7-a537-18691106245b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.354635 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a01427a-8d01-43a7-a537-18691106245b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group (56facb32-fdb5-46fe-9e0d-39fbc8187b70), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.358556 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a01427a-8d01-43a7-a537-18691106245b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (56facb32-fdb5-46fe-9e0d-39fbc8187b70), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.386391 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a01427a-8d01-43a7-a537-18691106245b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.387588 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-8a01427a-8d01-43a7-a537-18691106245b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1204290 Mar 16 11:25:57.390713 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52510) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:57.391872 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01427a-8d01-43a7-a537-18691106245b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56facb32-fdb5-46fe-9e0d-39fbc8187b70,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:57.395224 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-92637cd4-9b79-4af9-b235-e6fda33ebde9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'security_group_rule': {'security_group_id': '56facb32-fdb5-46fe-9e0d-39fbc8187b70', 'project_id': 'be31cda5b88147c398858a568150804b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:57.420255 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92637cd4-9b79-4af9-b235-e6fda33ebde9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (12957338-a250-4796-b7d3-587ba8168d1f), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.475536 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92637cd4-9b79-4af9-b235-e6fda33ebde9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (12957338-a250-4796-b7d3-587ba8168d1f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.479309 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92637cd4-9b79-4af9-b235-e6fda33ebde9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (12957338-a250-4796-b7d3-587ba8168d1f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.498986 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92637cd4-9b79-4af9-b235-e6fda33ebde9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12957338-a250-4796-b7d3-587ba8168d1f,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:57.506577 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92637cd4-9b79-4af9-b235-e6fda33ebde9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.506577 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-92637cd4-9b79-4af9-b235-e6fda33ebde9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141903 Mar 16 11:25:57.508933 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52514) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:57.513532 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8d8ed87c-b42a-4eb1-90e6-dcf22abc587b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'security_group_rule': {'security_group_id': '56facb32-fdb5-46fe-9e0d-39fbc8187b70', 'project_id': 'be31cda5b88147c398858a568150804b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:57.539371 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d8ed87c-b42a-4eb1-90e6-dcf22abc587b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (bd0e48a5-339b-4576-8c3f-63f382abf9c9), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.572854 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcaae1-a924-467b-a960-139b1f85c257 req-7c150aca-ead2-45dc-819f-f7ce11be795a tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:57.574431 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3ebcaae1-a924-467b-a960-139b1f85c257 req-7c150aca-ead2-45dc-819f-f7ce11be795a tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 931 time: 0.0521057 Mar 16 11:25:57.602224 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d8ed87c-b42a-4eb1-90e6-dcf22abc587b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (bd0e48a5-339b-4576-8c3f-63f382abf9c9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.606673 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d8ed87c-b42a-4eb1-90e6-dcf22abc587b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (bd0e48a5-339b-4576-8c3f-63f382abf9c9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.618388 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Request body: {'port': {'device_id': 'eca7aac3-92e1-4485-9af8-84e9976a030f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:57.625717 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ed87c-b42a-4eb1-90e6-dcf22abc587b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0e48a5-339b-4576-8c3f-63f382abf9c9,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:57.634694 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d8ed87c-b42a-4eb1-90e6-dcf22abc587b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.638555 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-8d8ed87c-b42a-4eb1-90e6-dcf22abc587b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259580 Mar 16 11:25:57.638911 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52516) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:57.649384 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f71a83d7-bcc8-4a2f-ae31-d523292b7acc tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'security_group_rule': {'security_group_id': '56facb32-fdb5-46fe-9e0d-39fbc8187b70', 'project_id': 'be31cda5b88147c398858a568150804b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:57.679699 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f71a83d7-bcc8-4a2f-ae31-d523292b7acc tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (ac608e33-1e13-44c0-ac5d-c67f24bc4018), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.695351 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3ebcaae1-a924-467b-a960-139b1f85c257 req-6cca8272-b2e8-46b7-923a-5ac114ecdfa8 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142352 Mar 16 11:25:57.740725 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.753803 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abbae8-af6a-4da8-b563-5583f083a236 req-4648990c-1a41-4259-a276-c69b0f00f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:57.755098 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f71a83d7-bcc8-4a2f-ae31-d523292b7acc tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (ac608e33-1e13-44c0-ac5d-c67f24bc4018), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.757665 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-44abbae8-af6a-4da8-b563-5583f083a236 req-4648990c-1a41-4259-a276-c69b0f00f28a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 1130 time: 0.1147420 Mar 16 11:25:57.759749 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f71a83d7-bcc8-4a2f-ae31-d523292b7acc tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (ac608e33-1e13-44c0-ac5d-c67f24bc4018), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.779875 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a83d7-bcc8-4a2f-ae31-d523292b7acc tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac608e33-1e13-44c0-ac5d-c67f24bc4018,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:57.785882 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f71a83d7-bcc8-4a2f-ae31-d523292b7acc tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.789789 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-f71a83d7-bcc8-4a2f-ae31-d523292b7acc tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453207 Mar 16 11:25:57.790029 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52520) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:57.795256 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d28ec050-0bb4-4e01-8c27-2cc74842825a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'security_group_rule': {'security_group_id': '56facb32-fdb5-46fe-9e0d-39fbc8187b70', 'project_id': 'be31cda5b88147c398858a568150804b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:57.822386 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d28ec050-0bb4-4e01-8c27-2cc74842825a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (701ca99a-df5f-47a1-b9b7-bde9b853849f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.892857 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d28ec050-0bb4-4e01-8c27-2cc74842825a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (701ca99a-df5f-47a1-b9b7-bde9b853849f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.896928 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d28ec050-0bb4-4e01-8c27-2cc74842825a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (701ca99a-df5f-47a1-b9b7-bde9b853849f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.919272 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ec050-0bb4-4e01-8c27-2cc74842825a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701ca99a-df5f-47a1-b9b7-bde9b853849f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:57.925373 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d28ec050-0bb4-4e01-8c27-2cc74842825a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:57.929459 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-d28ec050-0bb4-4e01-8c27-2cc74842825a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357608 Mar 16 11:25:57.933219 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52526) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:57.938162 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d465a624-2aa5-42ec-9ba9-2703ed64bb4b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'security_group_rule': {'security_group_id': '56facb32-fdb5-46fe-9e0d-39fbc8187b70', 'project_id': 'be31cda5b88147c398858a568150804b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:57.961658 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-d465a624-2aa5-42ec-9ba9-2703ed64bb4b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Project be31cda5b88147c398858a568150804b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:25:57.967371 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d465a624-2aa5-42ec-9ba9-2703ed64bb4b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (b9eadbe0-1f24-4b25-81f9-5c38c3d53509), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.035669 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d465a624-2aa5-42ec-9ba9-2703ed64bb4b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (b9eadbe0-1f24-4b25-81f9-5c38c3d53509), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.042027 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d465a624-2aa5-42ec-9ba9-2703ed64bb4b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (b9eadbe0-1f24-4b25-81f9-5c38c3d53509), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.072588 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d465a624-2aa5-42ec-9ba9-2703ed64bb4b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.073950 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-d465a624-2aa5-42ec-9ba9-2703ed64bb4b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396694 Mar 16 11:25:58.077334 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52528) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:25:58.081704 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Sync routers for ids ['2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:58.084321 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-040c79e2-a001-4100-a45f-aea0bd3b1db8 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'security_group_rule': {'security_group_id': '56facb32-fdb5-46fe-9e0d-39fbc8187b70', 'project_id': 'be31cda5b88147c398858a568150804b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:58.098975 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Routers {'2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:25:58.099816 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:58.107580 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465a624-2aa5-42ec-9ba9-2703ed64bb4b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9eadbe0-1f24-4b25-81f9-5c38c3d53509,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:58.112786 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-040c79e2-a001-4100-a45f-aea0bd3b1db8 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Project be31cda5b88147c398858a568150804b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:25:58.118164 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-040c79e2-a001-4100-a45f-aea0bd3b1db8 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (9806c01f-0733-4593-85fb-dbcd5a1e1319), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.198413 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-040c79e2-a001-4100-a45f-aea0bd3b1db8 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (9806c01f-0733-4593-85fb-dbcd5a1e1319), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.203720 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-040c79e2-a001-4100-a45f-aea0bd3b1db8 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (9806c01f-0733-4593-85fb-dbcd5a1e1319), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.226750 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c79e2-a001-4100-a45f-aea0bd3b1db8 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9806c01f-0733-4593-85fb-dbcd5a1e1319,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:58.227009 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-44abbae8-af6a-4da8-b563-5583f083a236 req-5d7d118d-8611-4ac2-80c2-a6c5aa471328 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620383 Mar 16 11:25:58.238917 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Set router 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:25:58.249039 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b612c-2993-4c99-9730-9230b00ae99f req-c2cbd7ae-d813-40bb-b528-5d41f142b79c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:58.249804 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-040c79e2-a001-4100-a45f-aea0bd3b1db8 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.250618 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-160b612c-2993-4c99-9730-9230b00ae99f req-c2cbd7ae-d813-40bb-b528-5d41f142b79c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.1783149 Mar 16 11:25:58.262005 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-040c79e2-a001-4100-a45f-aea0bd3b1db8 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1833875 Mar 16 11:25:58.362526 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-160b612c-2993-4c99-9730-9230b00ae99f req-4f62a927-a104-4729-873e-e838039624e2 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028910 Mar 16 11:25:58.473754 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'name': 'tempest-TestVolumeBootPattern-1339340802-router', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:51Z', 'updated_at': '2022-03-16T11:25:55Z', 'revision_number': 4, 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'gw_port': {'id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:52Z', 'updated_at': '2022-03-16T11:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': 'd4610834-a3be-41bb-9b20-1600e302b3f8', 'name': '', 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'mac_address': 'fa:16:3e:9a:6e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f9082912-e9fe-4ed5-95ad-6eb8cc52d587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:56Z', 'revision_number': 2, 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'subnets': [{'id': 'f9082912-e9fe-4ed5-95ad-6eb8cc52d587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:58.504873 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e688cc01-f5bb-4cb4-b569-dafaa9c4405b {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:25:58.506502 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Checking router: 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:58.507095 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Updating router 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f port d4610834-a3be-41bb-9b20-1600e302b3f8 binding host dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:25:58.512980 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Publish callbacks [] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.530715 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Transition to ACTIVE for port object e688cc01-f5bb-4cb4-b569-dafaa9c4405b will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:25:58.536072 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.543154 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.583334 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device cac3af66-5be7-4216-99c7-b2be0c83a4f4 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:25:58.591183 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Pushing event updated for resources: {'Port': ['ID=e688cc01-f5bb-4cb4-b569-dafaa9c4405b,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:58.660755 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Attempting to bind port e688cc01-f5bb-4cb4-b569-dafaa9c4405b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:25:58.661095 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Attempting to bind port e688cc01-f5bb-4cb4-b569-dafaa9c4405b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f1484c12-4c3f-42e8-a9fa-6a2290365ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:25:58.661429 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Attempting to bind port e688cc01-f5bb-4cb4-b569-dafaa9c4405b on network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:25:58.666320 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Port e688cc01-f5bb-4cb4-b569-dafaa9c4405b on network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:25:58.666645 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Attempting to bind port e688cc01-f5bb-4cb4-b569-dafaa9c4405b on network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:25:58.672194 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:25:58.672536 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Checking segment: {'id': 'f1484c12-4c3f-42e8-a9fa-6a2290365ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:25:58.672983 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Bound using segment: {'id': 'f1484c12-4c3f-42e8-a9fa-6a2290365ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:25:58.673425 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Bound port: e688cc01-f5bb-4cb4-b569-dafaa9c4405b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1484c12-4c3f-42e8-a9fa-6a2290365ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:25:58.673786 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.722235 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port cac3af66-5be7-4216-99c7-b2be0c83a4f4 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:58.722778 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.760715 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] For port e688cc01-f5bb-4cb4-b569-dafaa9c4405b, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:25:58.765077 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] For port e688cc01-f5bb-4cb4-b569-dafaa9c4405b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e688cc01-f5bb-4cb4-b569-dafaa9c4405b,segment=NetworkSegment(f1484c12-4c3f-42e8-a9fa-6a2290365ee9),segment_id=f1484c12-4c3f-42e8-a9fa-6a2290365ee9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:25:58.774359 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.849276 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:58.850192 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.851817 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] 10.222.0.62 "PUT /v2.0/ports/e688cc01-f5bb-4cb4-b569-dafaa9c4405b HTTP/1.1" status: 200 len: 1093 time: 1.2419546 Mar 16 11:25:58.852827 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca7aac3-92e1-4485-9af8-84e9976a030f', 'tag': 'e688cc01-f5bb-4cb4-b569-dafaa9c4405b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:58.855438 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3bae1d-85b1-4a01-9b68-c2c36406a279" -d '{"events": [{"name": "network-changed", "server_uuid": "eca7aac3-92e1-4485-9af8-84e9976a030f", "tag": "e688cc01-f5bb-4cb4-b569-dafaa9c4405b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:25:58.902221 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port cac3af66-5be7-4216-99c7-b2be0c83a4f4 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:58.902639 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.964860 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port cac3af66-5be7-4216-99c7-b2be0c83a4f4, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=cac3af66-5be7-4216-99c7-b2be0c83a4f4,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:58.969216 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06014d06-3b44-40da-a7bb-0ac6fd62b98f service neutron] Pushing event updated for resources: {'Port': ['ID=e688cc01-f5bb-4cb4-b569-dafaa9c4405b,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:58.973156 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce588ef-7021-4de1-8045-1f9455d35786 x-openstack-request-id: req-1ce588ef-7021-4de1-8045-1f9455d35786 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:25:58.973660 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca7aac3-92e1-4485-9af8-84e9976a030f", "tag": "e688cc01-f5bb-4cb4-b569-dafaa9c4405b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:25:58.974092 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1ce588ef-7021-4de1-8045-1f9455d35786 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:25:58.974659 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca7aac3-92e1-4485-9af8-84e9976a030f', 'tag': 'e688cc01-f5bb-4cb4-b569-dafaa9c4405b', 'status': 'completed', 'code': 200} Mar 16 11:25:58.975899 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:58.985602 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Publish callbacks [] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:59.013130 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4058fc4-04d1-4d1c-997f-33508bc60f76 req-d7af68c9-c1b7-420c-b8ea-d80675378400 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:59.014649 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:59.014971 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f4058fc4-04d1-4d1c-997f-33508bc60f76 req-d7af68c9-c1b7-420c-b8ea-d80675378400 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 943 time: 0.2093027 Mar 16 11:25:59.054028 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=cac3af66-5be7-4216-99c7-b2be0c83a4f4,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:59.108553 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-358fd69c-d39c-495f-97d4-ade204cd96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:59.111465 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-358fd69c-d39c-495f-97d4-ade204cd96cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4cba39383e4e472e9eea195811f1638e&device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 1127 time: 0.1773746 Mar 16 11:25:59.133820 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f4058fc4-04d1-4d1c-997f-33508bc60f76 req-8793fc1d-2c7c-4156-af67-38a2ff5acb95 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099789 Mar 16 11:25:59.168965 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Attempting to bind port d4610834-a3be-41bb-9b20-1600e302b3f8 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:25:59.169512 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Attempting to bind port d4610834-a3be-41bb-9b20-1600e302b3f8 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '0f993662-bbba-401f-acbc-8a259a05c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:25:59.169757 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Attempting to bind port d4610834-a3be-41bb-9b20-1600e302b3f8 on network f893bd36-7a10-4202-86c7-5f3e3fec3422 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:25:59.174815 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e18d3-6d31-4b91-9832-1d45ffb3f279 None None] Pushing event updated for resources: {'Port': ['ID=d4610834-a3be-41bb-9b20-1600e302b3f8,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:59.183663 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:25:59.184090 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Checking segment: {'id': '0f993662-bbba-401f-acbc-8a259a05c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:25:59.184504 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:59.184993 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Bound using segment: {'id': '0f993662-bbba-401f-acbc-8a259a05c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:25:59.185583 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Bound port: d4610834-a3be-41bb-9b20-1600e302b3f8, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f993662-bbba-401f-acbc-8a259a05c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:25:59.185982 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:59.188825 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-5497554f-b908-400e-b103-7b6ee5617875 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e688cc01-f5bb-4cb4-b569-dafaa9c4405b HTTP/1.1" status: 200 len: 217 time: 0.0496426 Mar 16 11:25:59.260553 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-d8fa59dd-4032-429f-b321-f21f51153f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:59.262280 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-d8fa59dd-4032-429f-b321-f21f51153f48 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f58939e-0c5e-4665-a9d8-52f99c52886a HTTP/1.1" status: 200 len: 848 time: 0.0569289 Mar 16 11:25:59.270532 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] For port d4610834-a3be-41bb-9b20-1600e302b3f8, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:25:59.273845 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] For port d4610834-a3be-41bb-9b20-1600e302b3f8, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=d4610834-a3be-41bb-9b20-1600e302b3f8,segment=NetworkSegment(0f993662-bbba-401f-acbc-8a259a05c48c),segment_id=0f993662-bbba-401f-acbc-8a259a05c48c)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:25:59.280155 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:59.331879 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-1b5ce19a-0135-4888-83b1-80c6e8c01e1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270784 Mar 16 11:25:59.342419 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e18d3-6d31-4b91-9832-1d45ffb3f279 None None] Pushing event updated for resources: {'Port': ['ID=d4610834-a3be-41bb-9b20-1600e302b3f8,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:59.349985 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Routers {'2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:25:59.350617 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:25:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:59.473723 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-460bdb6a-718a-4c1f-bf16-06a276af6ac6 service neutron] 10.222.0.62 "GET /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350336 Mar 16 11:25:59.483471 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-9a88bc9b-04f4-47f1-a2ca-dbb3e899ab5e None None] Provisioning complete for port d4610834-a3be-41bb-9b20-1600e302b3f8 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:25:59.483900 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a88bc9b-04f4-47f1-a2ca-dbb3e899ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:59.559802 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] Set router 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:25:59.626437 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8c08ff41-0ea3-4e62-9403-eae2a5194035 req-87c7ced2-c94c-428d-bb61-bb3d7fcb7a0b service neutron] 10.222.0.62 "GET /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301589 Mar 16 11:25:59.657684 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0f1cd-12c8-432c-8abe-46995da2ccf8 req-4aeabf66-4247-4a8d-b3c9-2c9306b5c6d3 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:59.659751 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b0d0f1cd-12c8-432c-8abe-46995da2ccf8 req-4aeabf66-4247-4a8d-b3c9-2c9306b5c6d3 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.1846232 Mar 16 11:25:59.734618 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b0d0f1cd-12c8-432c-8abe-46995da2ccf8 req-b9788d27-72a3-434c-8f47-36bc676dfca5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666683 Mar 16 11:25:59.796370 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bae1d-85b1-4a01-9b68-c2c36406a279 req-e6a01867-2d76-4b5c-9e8d-e41190e1002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:59.798560 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2d3bae1d-85b1-4a01-9b68-c2c36406a279 req-e6a01867-2d76-4b5c-9e8d-e41190e1002d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4cba39383e4e472e9eea195811f1638e&device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 1127 time: 0.0525723 Mar 16 11:25:59.890225 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bae1d-85b1-4a01-9b68-c2c36406a279 req-8b99dc52-9405-4f46-bc02-24276704e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:59.892146 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2d3bae1d-85b1-4a01-9b68-c2c36406a279 req-8b99dc52-9405-4f46-bc02-24276704e746 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b HTTP/1.1" status: 200 len: 909 time: 0.0876844 Mar 16 11:25:59.932551 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9a88bc9b-04f4-47f1-a2ca-dbb3e899ab5e None None] Current status of the port d4610834-a3be-41bb-9b20-1600e302b3f8 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:25:59.932967 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a88bc9b-04f4-47f1-a2ca-dbb3e899ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:25:59.950194 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2d3bae1d-85b1-4a01-9b68-c2c36406a279 req-6e5937f3-1398-4865-babb-80d335cc4b18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e688cc01-f5bb-4cb4-b569-dafaa9c4405b HTTP/1.1" status: 200 len: 217 time: 0.0407329 Mar 16 11:26:00.001469 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9a88bc9b-04f4-47f1-a2ca-dbb3e899ab5e None None] For port d4610834-a3be-41bb-9b20-1600e302b3f8, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=d4610834-a3be-41bb-9b20-1600e302b3f8,segment=NetworkSegment(0f993662-bbba-401f-acbc-8a259a05c48c),segment_id=0f993662-bbba-401f-acbc-8a259a05c48c)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:00.004103 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bae1d-85b1-4a01-9b68-c2c36406a279 req-aa94be3d-4eb7-4f5f-aff9-f14e0c455bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:00.005656 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2d3bae1d-85b1-4a01-9b68-c2c36406a279 req-aa94be3d-4eb7-4f5f-aff9-f14e0c455bda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f58939e-0c5e-4665-a9d8-52f99c52886a HTTP/1.1" status: 200 len: 848 time: 0.0484588 Mar 16 11:26:00.012668 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a88bc9b-04f4-47f1-a2ca-dbb3e899ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:00.049065 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2d3bae1d-85b1-4a01-9b68-c2c36406a279 req-eb6a7404-16e8-4940-88d2-ce3cf3ab5fd9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325496 Mar 16 11:26:00.077054 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88bc9b-04f4-47f1-a2ca-dbb3e899ab5e None None] Pushing event updated for resources: {'Port': ['ID=d4610834-a3be-41bb-9b20-1600e302b3f8,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:00.083405 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'name': 'tempest-TestVolumeBootPattern-1339340802-router', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:51Z', 'updated_at': '2022-03-16T11:25:55Z', 'revision_number': 4, 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'gw_port': {'id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:52Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': 'd4610834-a3be-41bb-9b20-1600e302b3f8', 'name': '', 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'mac_address': 'fa:16:3e:9a:6e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f9082912-e9fe-4ed5-95ad-6eb8cc52d587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:59Z', 'revision_number': 4, 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'subnets': [{'id': 'f9082912-e9fe-4ed5-95ad-6eb8cc52d587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:00.115294 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83186ccd-d5fb-4367-8fa8-df0878db17fb None None] The sync data for ids ['2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'] in dv-cinder-790535-29-iscsi is: [{'id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'name': 'tempest-TestVolumeBootPattern-1339340802-router', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:51Z', 'updated_at': '2022-03-16T11:25:55Z', 'revision_number': 4, 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'gw_port': {'id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:52Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': 'd4610834-a3be-41bb-9b20-1600e302b3f8', 'name': '', 'network_id': 'f893bd36-7a10-4202-86c7-5f3e3fec3422', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'mac_address': 'fa:16:3e:9a:6e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f9082912-e9fe-4ed5-95ad-6eb8cc52d587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:59Z', 'revision_number': 4, 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'subnets': [{'id': 'f9082912-e9fe-4ed5-95ad-6eb8cc52d587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:26:00.147589 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-67509995-fd31-4350-aee8-c169a37e325c None None] Provisioning complete for port d4610834-a3be-41bb-9b20-1600e302b3f8 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:26:00.147874 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-67509995-fd31-4350-aee8-c169a37e325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:00.175666 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2d3bae1d-85b1-4a01-9b68-c2c36406a279 req-d1115163-58ab-45af-88e7-ee694fc6d2e4 service neutron] 10.222.0.62 "GET /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198640 Mar 16 11:26:00.299192 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-67509995-fd31-4350-aee8-c169a37e325c None None] Current status of the port d4610834-a3be-41bb-9b20-1600e302b3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:26:00.308185 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b5bfeb22-9dbe-4147-bf8f-39ac10949c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:00.370200 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2d3bae1d-85b1-4a01-9b68-c2c36406a279 req-5ae64889-0b90-4ba3-9b21-8349c92de853 service neutron] 10.222.0.62 "GET /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630189 Mar 16 11:26:00.378461 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec6b7c-ecb9-438c-a272-8fdf5e8c9927 req-5cef03e4-2af3-4157-a7c7-6aa1647f395a tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:00.379878 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-caec6b7c-ecb9-438c-a272-8fdf5e8c9927 req-5cef03e4-2af3-4157-a7c7-6aa1647f395a tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 943 time: 0.0915735 Mar 16 11:26:00.467216 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-caec6b7c-ecb9-438c-a272-8fdf5e8c9927 req-a5ebc843-d1fb-4bd8-b26b-aef401124979 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814703 Mar 16 11:26:00.587908 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device d4610834-a3be-41bb-9b20-1600e302b3f8 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:26:00.648628 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port d4610834-a3be-41bb-9b20-1600e302b3f8 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:26:00.649009 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:00.728434 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port d4610834-a3be-41bb-9b20-1600e302b3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:26:00.729489 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device cac3af66-5be7-4216-99c7-b2be0c83a4f4 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:26:00.774767 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port cac3af66-5be7-4216-99c7-b2be0c83a4f4 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:26:00.775146 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:00.864454 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port cac3af66-5be7-4216-99c7-b2be0c83a4f4 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:26:00.867053 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e2077-ca20-43d6-8dd6-b1cd6018dfee req-1fd5693f-68f2-48d9-8aac-9f0f69a1268d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:00.868611 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d73e2077-ca20-43d6-8dd6-b1cd6018dfee req-1fd5693f-68f2-48d9-8aac-9f0f69a1268d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0524373 Mar 16 11:26:00.919911 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d73e2077-ca20-43d6-8dd6-b1cd6018dfee req-f2e106ca-ff64-4eeb-9b56-687be95dcf38 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458097 Mar 16 11:26:01.234602 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e5faf-6ed9-4093-ab91-345ff16e40cf req-83bddbc4-8fcf-47ac-9b98-ba715d9dece2 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:01.236052 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b97e5faf-6ed9-4093-ab91-345ff16e40cf req-83bddbc4-8fcf-47ac-9b98-ba715d9dece2 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0883138 Mar 16 11:26:01.240890 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75f71-7173-4c21-8741-efab5572a17c req-cf821ec2-d340-443c-93e0-c15b55471fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:01.242361 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8ab75f71-7173-4c21-8741-efab5572a17c req-cf821ec2-d340-443c-93e0-c15b55471fde service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c83e77983d4926a9df4a093866a49c&device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 1130 time: 0.0833061 Mar 16 11:26:01.339533 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b97e5faf-6ed9-4093-ab91-345ff16e40cf req-663b4f1c-ecd7-4145-b87e-727685e7cc3a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955980 Mar 16 11:26:01.370011 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75f71-7173-4c21-8741-efab5572a17c req-8a973b04-0667-476e-9230-fe5043af92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:01.371574 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8ab75f71-7173-4c21-8741-efab5572a17c req-8a973b04-0667-476e-9230-fe5043af92cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a19a238-948f-4877-8123-653055815c9d HTTP/1.1" status: 200 len: 919 time: 0.1201305 Mar 16 11:26:01.417269 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8ab75f71-7173-4c21-8741-efab5572a17c req-bd03fdc0-5acd-4259-92e1-26d1408aadd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f217829-ffc6-4ce3-b824-c33c3ad0ea34 HTTP/1.1" status: 200 len: 217 time: 0.0389493 Mar 16 11:26:01.467943 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75f71-7173-4c21-8741-efab5572a17c req-27765569-b251-4d90-b21b-604ca98c2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:01.469511 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8ab75f71-7173-4c21-8741-efab5572a17c req-27765569-b251-4d90-b21b-604ca98c2ff3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f580f26-f46f-4a81-9b0f-042c7377652c HTTP/1.1" status: 200 len: 858 time: 0.0446293 Mar 16 11:26:01.511931 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8ab75f71-7173-4c21-8741-efab5572a17c req-b2aca23f-f33f-4d41-b02e-db58b602f1bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a19a238-948f-4877-8123-653055815c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323961 Mar 16 11:26:01.641245 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89e941-67b1-402b-9e70-a5e14af736a4 req-2b017596-af0a-49fb-9b96-6ff57b91fee7 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:01.642776 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da89e941-67b1-402b-9e70-a5e14af736a4 req-2b017596-af0a-49fb-9b96-6ff57b91fee7 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 943 time: 0.0791621 Mar 16 11:26:01.645056 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8ab75f71-7173-4c21-8741-efab5572a17c req-0a6225d8-a1f7-4377-8c00-b251baa1c0b0 service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252737 Mar 16 11:26:01.740818 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da89e941-67b1-402b-9e70-a5e14af736a4 req-8ea805da-dc48-4c37-a34b-b9c54ecd8886 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923653 Mar 16 11:26:01.766695 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8ab75f71-7173-4c21-8741-efab5572a17c req-92025496-5095-4a99-acd9-7bf011aabd64 service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125386 Mar 16 11:26:02.372744 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 52662) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:26:02.462904 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ce88e-dcdf-4133-941b-984aa84d14ac req-21aafb08-50d0-45f0-9f09-606dee010125 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:02.464429 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-317ce88e-dcdf-4133-941b-984aa84d14ac req-21aafb08-50d0-45f0-9f09-606dee010125 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0548458 Mar 16 11:26:02.483751 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:02.515963 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-317ce88e-dcdf-4133-941b-984aa84d14ac req-9dec5f66-b445-44c4-bffd-d38e800fa26a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454967 Mar 16 11:26:02.561539 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Publish callbacks [] for security_group (3f3df97b-ef35-4ffb-8504-605747987180), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:02.565676 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3f3df97b-ef35-4ffb-8504-605747987180), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:02.604696 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8170746869a34b8184966c2d23ad5d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303004 Mar 16 11:26:02.605653 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3df97b-ef35-4ffb-8504-605747987180,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:02.607363 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 52666) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:26:02.613740 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.614128 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.614492 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.614837 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.615171 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.615504 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.615834 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.616166 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.616510 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.616869 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.617210 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.617560 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.617949 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.618286 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.618651 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017fad-7611-47f9-8365-b6e8620099b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.654752 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Publish callbacks [] for security_group (3f3df97b-ef35-4ffb-8504-605747987180), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:02.675625 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Publish callbacks [] for security_group (3f3df97b-ef35-4ffb-8504-605747987180), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:02.721517 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3f3df97b-ef35-4ffb-8504-605747987180), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:02.724220 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:02.725404 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f3df97b-ef35-4ffb-8504-605747987180 HTTP/1.1" status: 204 len: 168 time: 0.1170611 Mar 16 11:26:02.732605 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3df97b-ef35-4ffb-8504-605747987180,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:02.739870 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.740219 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.740562 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.740926 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.741258 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.741586 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.741910 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.742317 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.742547 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.742873 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.743195 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.743516 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.743836 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.744152 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.744469 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869ae47-1265-43e5-8839-c81b3f51288c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:02.774335 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aceea78e-c309-47cc-8323-66fb7e479512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:02.870806 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84455045-33ad-488f-bf1a-ebf4935d0050 req-02e3fd60-4349-4250-9afd-52ffbcac4892 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:02.872285 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-84455045-33ad-488f-bf1a-ebf4935d0050 req-02e3fd60-4349-4250-9afd-52ffbcac4892 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 943 time: 0.0544078 Mar 16 11:26:02.919194 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-84455045-33ad-488f-bf1a-ebf4935d0050 req-971688eb-eb4e-40d5-a9f3-557725877b85 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 Mar 16 11:26:03.447139 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:03.620179 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device e688cc01-f5bb-4cb4-b569-dafaa9c4405b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:26:03.665500 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f00d55-73f7-4033-bd93-9da0db0c6299 req-49f5d303-d607-4211-8ae0-54ea075bbb67 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:03.666978 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-62f00d55-73f7-4033-bd93-9da0db0c6299 req-49f5d303-d607-4211-8ae0-54ea075bbb67 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0558970 Mar 16 11:26:03.716398 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-62f00d55-73f7-4033-bd93-9da0db0c6299 req-8362cd32-65e9-42cb-b8fe-a78853a13d61 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Mar 16 11:26:03.729527 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port e688cc01-f5bb-4cb4-b569-dafaa9c4405b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e688cc01-f5bb-4cb4-b569-dafaa9c4405b,segment=NetworkSegment(f1484c12-4c3f-42e8-a9fa-6a2290365ee9),segment_id=f1484c12-4c3f-42e8-a9fa-6a2290365ee9)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:03.742112 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': 'e688cc01-f5bb-4cb4-b569-dafaa9c4405b', 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b', 'port_id': 'e688cc01-f5bb-4cb4-b569-dafaa9c4405b', 'mac_address': 'fa:16:3e:56:9e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f58939e-0c5e-4665-a9d8-52f99c52886a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:26:03.778686 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port e688cc01-f5bb-4cb4-b569-dafaa9c4405b is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:26:03.779344 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:03.794312 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e688cc01-f5bb-4cb4-b569-dafaa9c4405b {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:03.816409 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port e688cc01-f5bb-4cb4-b569-dafaa9c4405b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e688cc01-f5bb-4cb4-b569-dafaa9c4405b,segment=NetworkSegment(f1484c12-4c3f-42e8-a9fa-6a2290365ee9),segment_id=f1484c12-4c3f-42e8-a9fa-6a2290365ee9)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:03.819978 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:03.881651 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=e688cc01-f5bb-4cb4-b569-dafaa9c4405b,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:04.039638 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3cb80-2d5d-427a-85ba-ed3ff02a82b8 req-8a340505-814a-4952-92c8-6b78aacabb5a tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:04.041124 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-20d3cb80-2d5d-427a-85ba-ed3ff02a82b8 req-8a340505-814a-4952-92c8-6b78aacabb5a tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 944 time: 0.0532966 Mar 16 11:26:04.086530 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-20d3cb80-2d5d-427a-85ba-ed3ff02a82b8 req-066c63e5-15aa-4140-b9ac-a5b7e5107668 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396705 Mar 16 11:26:04.291471 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['e688cc01-f5bb-4cb4-b569-dafaa9c4405b'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:26:04.832967 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fb9a5-991a-41bd-b293-996dbdc9b035 req-67bc7a38-0f9b-4957-bc20-70df8b24cb45 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:04.834565 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a91fb9a5-991a-41bd-b293-996dbdc9b035 req-67bc7a38-0f9b-4957-bc20-70df8b24cb45 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0524070 Mar 16 11:26:04.885373 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a91fb9a5-991a-41bd-b293-996dbdc9b035 req-5e07e9e6-d3f6-4663-a66d-5e043420e0a0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450275 Mar 16 11:26:04.970567 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:05.223176 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c643f8-27ef-411a-bdb4-69deb6851661 req-8747496c-241f-46c7-bf97-46b56a21f565 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:05.224699 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-62c643f8-27ef-411a-bdb4-69deb6851661 req-8747496c-241f-46c7-bf97-46b56a21f565 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 944 time: 0.0664191 Mar 16 11:26:05.273115 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-62c643f8-27ef-411a-bdb4-69deb6851661 req-da115464-6266-4be0-9e98-1de2283d5af5 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427213 Mar 16 11:26:05.637760 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device e688cc01-f5bb-4cb4-b569-dafaa9c4405b up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:26:05.690766 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port e688cc01-f5bb-4cb4-b569-dafaa9c4405b completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:26:05.694400 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port e688cc01-f5bb-4cb4-b569-dafaa9c4405b triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:26:05.694772 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:05.773466 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port e688cc01-f5bb-4cb4-b569-dafaa9c4405b is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:26:05.773916 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:05.807487 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca7aac3-92e1-4485-9af8-84e9976a030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e688cc01-f5bb-4cb4-b569-dafaa9c4405b'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:05.809844 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d43f2e5-5d0f-47ba-b34a-ecbbbfc13a32" -d '{"events": [{"server_uuid": "eca7aac3-92e1-4485-9af8-84e9976a030f", "name": "network-vif-plugged", "status": "completed", "tag": "e688cc01-f5bb-4cb4-b569-dafaa9c4405b"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:26:05.824134 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port e688cc01-f5bb-4cb4-b569-dafaa9c4405b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e688cc01-f5bb-4cb4-b569-dafaa9c4405b,segment=NetworkSegment(f1484c12-4c3f-42e8-a9fa-6a2290365ee9),segment_id=f1484c12-4c3f-42e8-a9fa-6a2290365ee9)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:05.829734 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:05.860962 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1970196-1443-425f-ac4e-8040e10260cb x-openstack-request-id: req-d1970196-1443-425f-ac4e-8040e10260cb {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:26:05.861285 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca7aac3-92e1-4485-9af8-84e9976a030f", "name": "network-vif-plugged", "status": "completed", "tag": "e688cc01-f5bb-4cb4-b569-dafaa9c4405b", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:26:05.861540 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1970196-1443-425f-ac4e-8040e10260cb {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:26:05.861926 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca7aac3-92e1-4485-9af8-84e9976a030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e688cc01-f5bb-4cb4-b569-dafaa9c4405b', 'code': 200} Mar 16 11:26:05.887820 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=e688cc01-f5bb-4cb4-b569-dafaa9c4405b,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:06.138930 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89618b17-5188-4e28-81b3-b04cb4ba82f5 req-18b1b8bd-0923-4da8-bbe7-43f76c066375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:06.141620 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-89618b17-5188-4e28-81b3-b04cb4ba82f5 req-18b1b8bd-0923-4da8-bbe7-43f76c066375 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 1129 time: 0.0508420 Mar 16 11:26:06.219968 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-89618b17-5188-4e28-81b3-b04cb4ba82f5 req-14288955-9444-4ee4-a791-5c7af7b4efcb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711412 Mar 16 11:26:06.399289 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f0a3b-599d-4458-9e49-273d731ba2f3 req-6453e4e7-361b-4a7b-8dc2-e64bee269687 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:06.400849 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-031f0a3b-599d-4458-9e49-273d731ba2f3 req-6453e4e7-361b-4a7b-8dc2-e64bee269687 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0867171 Mar 16 11:26:06.428291 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139d1d-a595-46c3-8101-1f15fb007af2 req-84ccba21-d0d6-4e9e-9427-59695db1e3cd tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:06.429766 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-50139d1d-a595-46c3-8101-1f15fb007af2 req-84ccba21-d0d6-4e9e-9427-59695db1e3cd tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 945 time: 0.0804954 Mar 16 11:26:06.473775 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-031f0a3b-599d-4458-9e49-273d731ba2f3 req-5f5fdb15-10c3-47da-b72f-2bc0d0248029 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667708 Mar 16 11:26:06.496480 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-50139d1d-a595-46c3-8101-1f15fb007af2 req-06224f77-fded-4e2e-a2fb-a0e39f36df4c tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537260 Mar 16 11:26:06.612151 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:06.765576 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:07.695053 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992422a3-ccd1-4d01-aca8-e7c1f264d162 req-8964cb78-dcb9-4c45-8bfe-efc22f93c86d tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:07.696356 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-992422a3-ccd1-4d01-aca8-e7c1f264d162 req-8964cb78-dcb9-4c45-8bfe-efc22f93c86d tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 945 time: 0.0574253 Mar 16 11:26:07.744021 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-992422a3-ccd1-4d01-aca8-e7c1f264d162 req-bc753705-f1c2-4810-8f03-a96cab07bbbf tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Mar 16 11:26:08.862428 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaa3e7-d448-46e6-9078-b468eeb39eff req-ae62390e-2634-4919-81a2-7a7687cd2a65 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:08.863905 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-adbaa3e7-d448-46e6-9078-b468eeb39eff req-ae62390e-2634-4919-81a2-7a7687cd2a65 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 945 time: 0.0518355 Mar 16 11:26:08.915506 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-adbaa3e7-d448-46e6-9078-b468eeb39eff req-68e0cd5c-d3ea-4d03-9657-9523fd6bcf25 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458934 Mar 16 11:26:09.759293 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8e08b-22c3-4bdb-a24b-960c50d7d77a req-9d5b7e8e-432f-45ef-8a30-e3e2f6b95341 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:09.760830 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9bb8e08b-22c3-4bdb-a24b-960c50d7d77a req-9d5b7e8e-432f-45ef-8a30-e3e2f6b95341 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 945 time: 0.0564466 Mar 16 11:26:09.810202 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9bb8e08b-22c3-4bdb-a24b-960c50d7d77a req-50fa529f-1687-442d-8ecd-a65615cb37b5 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431147 Mar 16 11:26:10.929019 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2a66-b390-42f6-bef6-6383b7dde8d8 req-51090849-a926-4953-8314-bd274a3496c7 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:10.930697 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-34ac2a66-b390-42f6-bef6-6383b7dde8d8 req-51090849-a926-4953-8314-bd274a3496c7 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 945 time: 0.0512714 Mar 16 11:26:10.976831 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-34ac2a66-b390-42f6-bef6-6383b7dde8d8 req-08c31599-4b3a-4fdc-b389-cf3f231c5304 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407004 Mar 16 11:26:11.541649 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2c4b4-a2d4-4b95-a60e-47dbee61d2d6 req-b26ab95c-ebbd-4ea1-b609-f6b49fea9957 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:11.543119 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-faa2c4b4-a2d4-4b95-a60e-47dbee61d2d6 req-b26ab95c-ebbd-4ea1-b609-f6b49fea9957 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 945 time: 0.0551984 Mar 16 11:26:11.642917 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-faa2c4b4-a2d4-4b95-a60e-47dbee61d2d6 req-67f3b55e-7cf1-46b0-bacb-f9e5b9aa8655 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Deleting port e688cc01-f5bb-4cb4-b569-dafaa9c4405b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:26:11.643257 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-faa2c4b4-a2d4-4b95-a60e-47dbee61d2d6 req-67f3b55e-7cf1-46b0-bacb-f9e5b9aa8655 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:11.732007 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-faa2c4b4-a2d4-4b95-a60e-47dbee61d2d6 req-67f3b55e-7cf1-46b0-bacb-f9e5b9aa8655 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] For port e688cc01-f5bb-4cb4-b569-dafaa9c4405b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e688cc01-f5bb-4cb4-b569-dafaa9c4405b,segment=NetworkSegment(f1484c12-4c3f-42e8-a9fa-6a2290365ee9),segment_id=f1484c12-4c3f-42e8-a9fa-6a2290365ee9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:11.732366 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-faa2c4b4-a2d4-4b95-a60e-47dbee61d2d6 req-67f3b55e-7cf1-46b0-bacb-f9e5b9aa8655 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:11.744227 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-faa2c4b4-a2d4-4b95-a60e-47dbee61d2d6 req-67f3b55e-7cf1-46b0-bacb-f9e5b9aa8655 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Calling delete_port for e688cc01-f5bb-4cb4-b569-dafaa9c4405b owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:26:11.873338 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-faa2c4b4-a2d4-4b95-a60e-47dbee61d2d6 req-67f3b55e-7cf1-46b0-bacb-f9e5b9aa8655 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (e688cc01-f5bb-4cb4-b569-dafaa9c4405b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:11.901302 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3b55e-7cf1-46b0-bacb-f9e5b9aa8655 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Pushing event deleted for resources: {'Port': ['ID=e688cc01-f5bb-4cb4-b569-dafaa9c4405b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:11.920479 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['e688cc01-f5bb-4cb4-b569-dafaa9c4405b'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:26:11.944581 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa2c4b4-a2d4-4b95-a60e-47dbee61d2d6 req-67f3b55e-7cf1-46b0-bacb-f9e5b9aa8655 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] No DVR routers for this DVR port e688cc01-f5bb-4cb4-b569-dafaa9c4405b on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:26:11.946868 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-faa2c4b4-a2d4-4b95-a60e-47dbee61d2d6 req-67f3b55e-7cf1-46b0-bacb-f9e5b9aa8655 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:11.950393 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-faa2c4b4-a2d4-4b95-a60e-47dbee61d2d6 req-67f3b55e-7cf1-46b0-bacb-f9e5b9aa8655 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.62 "DELETE /v2.0/ports/e688cc01-f5bb-4cb4-b569-dafaa9c4405b HTTP/1.1" status: 204 len: 173 time: 0.4003320 Mar 16 11:26:11.950823 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca7aac3-92e1-4485-9af8-84e9976a030f', 'name': 'network-vif-deleted', 'tag': 'e688cc01-f5bb-4cb4-b569-dafaa9c4405b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:11.953592 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a112092-6240-4247-8ad4-7a875f439f7a" -d '{"events": [{"server_uuid": "eca7aac3-92e1-4485-9af8-84e9976a030f", "name": "network-vif-deleted", "tag": "e688cc01-f5bb-4cb4-b569-dafaa9c4405b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:26:11.993489 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f11dfe7-7810-448b-b09f-c2c9c750d064 x-openstack-request-id: req-7f11dfe7-7810-448b-b09f-c2c9c750d064 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:26:11.993940 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca7aac3-92e1-4485-9af8-84e9976a030f", "name": "network-vif-deleted", "tag": "e688cc01-f5bb-4cb4-b569-dafaa9c4405b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:26:11.994193 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7f11dfe7-7810-448b-b09f-c2c9c750d064 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:26:11.994609 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca7aac3-92e1-4485-9af8-84e9976a030f', 'name': 'network-vif-deleted', 'tag': 'e688cc01-f5bb-4cb4-b569-dafaa9c4405b', 'status': 'completed', 'code': 200} Mar 16 11:26:12.073568 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-01be7225-a060-485e-a95d-ffc2461ebc8c req-40c20864-5eea-413f-b2a6-65d793f48a28 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca7aac3-92e1-4485-9af8-84e9976a030f HTTP/1.1" status: 200 len: 210 time: 0.0259030 Mar 16 11:26:14.966561 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1f099-c17b-4357-b0cf-c2007c01e87a req-0a1c84fa-3783-40fb-a2d4-428a4ed4f1c4 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:14.968541 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45f1f099-c17b-4357-b0cf-c2007c01e87a req-0a1c84fa-3783-40fb-a2d4-428a4ed4f1c4 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0540700 Mar 16 11:26:15.020357 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45f1f099-c17b-4357-b0cf-c2007c01e87a req-b26ec75c-c20d-4a66-a8a9-9aa7322b8645 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463011 Mar 16 11:26:15.529535 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-032c326c-5325-4717-8176-84498a917dd3 req-e58d4575-d321-4d85-80fc-09467502aebe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553393 Mar 16 11:26:15.621181 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c326c-5325-4717-8176-84498a917dd3 req-4baa90f5-5ee0-4c2d-a3d8-8086cf0ae665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:15.622718 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-032c326c-5325-4717-8176-84498a917dd3 req-4baa90f5-5ee0-4c2d-a3d8-8086cf0ae665 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c83e77983d4926a9df4a093866a49c&device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 1130 time: 0.0499682 Mar 16 11:26:15.672040 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device e688cc01-f5bb-4cb4-b569-dafaa9c4405b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:26:15.697374 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: e688cc01-f5bb-4cb4-b569-dafaa9c4405b {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:26:15.697715 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device e688cc01-f5bb-4cb4-b569-dafaa9c4405b not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:26:15.723486 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c326c-5325-4717-8176-84498a917dd3 req-b5e8311e-f2b6-4492-9ab5-1c882b079fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:15.724927 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-032c326c-5325-4717-8176-84498a917dd3 req-b5e8311e-f2b6-4492-9ab5-1c882b079fa3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a19a238-948f-4877-8123-653055815c9d HTTP/1.1" status: 200 len: 919 time: 0.0839593 Mar 16 11:26:15.775043 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-032c326c-5325-4717-8176-84498a917dd3 req-40a60cf9-4f51-4555-a283-405cba8b4c2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f217829-ffc6-4ce3-b824-c33c3ad0ea34 HTTP/1.1" status: 200 len: 217 time: 0.0383570 Mar 16 11:26:15.822707 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c326c-5325-4717-8176-84498a917dd3 req-664f1153-b360-4a59-8778-6f22d862de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:15.824148 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-032c326c-5325-4717-8176-84498a917dd3 req-664f1153-b360-4a59-8778-6f22d862de8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f580f26-f46f-4a81-9b0f-042c7377652c HTTP/1.1" status: 200 len: 858 time: 0.0428357 Mar 16 11:26:15.838857 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:26:15.860694 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-032c326c-5325-4717-8176-84498a917dd3 req-c1541bd1-4395-47f8-9260-38303fdb2847 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a19a238-948f-4877-8123-653055815c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254784 Mar 16 11:26:15.950596 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-032c326c-5325-4717-8176-84498a917dd3 req-b6448a32-86c6-4d9f-8ef4-c3823f52065a service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824304 Mar 16 11:26:16.043881 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-032c326c-5325-4717-8176-84498a917dd3 req-f9af465d-c554-41d9-a34f-ba39cd8e0417 service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856867 Mar 16 11:26:16.142143 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e366315-e86a-4f03-bc19-624f0ec85fd6 req-569896f2-8f02-493c-8dba-b2602e5d9c27 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:16.143632 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4e366315-e86a-4f03-bc19-624f0ec85fd6 req-569896f2-8f02-493c-8dba-b2602e5d9c27 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0533018 Mar 16 11:26:16.189374 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4e366315-e86a-4f03-bc19-624f0ec85fd6 req-9a5163ff-d4d2-4ca8-bcee-4f275572dd2b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400128 Mar 16 11:26:17.318996 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3bd3b-8e5b-47ea-9c16-80eba5f2d5ef req-ffedd51c-b57f-476b-9a1c-8918bdf250e1 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:17.320533 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dea3bd3b-8e5b-47ea-9c16-80eba5f2d5ef req-ffedd51c-b57f-476b-9a1c-8918bdf250e1 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0551038 Mar 16 11:26:17.367050 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dea3bd3b-8e5b-47ea-9c16-80eba5f2d5ef req-23fbd4e3-0128-4b35-a573-96cee84bf87c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407634 Mar 16 11:26:18.551316 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf6ac4-7a1a-4fd7-8682-45fb646d2213 req-53fa0852-8f6e-4284-bd8d-6afd376bc2a0 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:18.552817 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-99bf6ac4-7a1a-4fd7-8682-45fb646d2213 req-53fa0852-8f6e-4284-bd8d-6afd376bc2a0 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.1152196 Mar 16 11:26:18.573947 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeba10a-23f9-4574-90d6-214dde399e6c req-c8e36519-2c1e-4271-8e01-3a5a8268e342 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:18.575658 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-c8e36519-2c1e-4271-8e01-3a5a8268e342 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/networks?id=0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b HTTP/1.1" status: 200 len: 808 time: 0.1474261 Mar 16 11:26:18.596582 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-c83dcce2-22bf-4bf0-9df9-37ab5d89c7ff tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/quotas/4cba39383e4e472e9eea195811f1638e HTTP/1.1" status: 200 len: 375 time: 0.0133562 Mar 16 11:26:18.644958 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-b4899745-617a-4e87-bc2a-244a8f63d4e3 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cba39383e4e472e9eea195811f1638e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412405 Mar 16 11:26:18.652075 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-99bf6ac4-7a1a-4fd7-8682-45fb646d2213 req-abdddb9e-0410-48ba-92eb-598bb7ecb78c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937200 Mar 16 11:26:18.738868 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-a9cdfa69-9298-4e23-82d2-bc719c4c4c4a service neutron] 10.222.0.47 "GET /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857315 Mar 16 11:26:18.827709 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-e572c53f-a79a-4f8f-affd-298ca4022a9a service neutron] 10.222.0.47 "GET /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826328 Mar 16 11:26:18.988218 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-860cd609-f350-439f-b6e3-93146600c143 req-f24d01a3-1c06-40ba-bbca-e94edbdbedb2 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 210 time: 0.0275114 Mar 16 11:26:19.773289 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf5591-8de3-4901-90ab-f89c0bcac570 req-44adf259-a352-4139-aaa6-91133edf65df tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:19.774768 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cbf5591-8de3-4901-90ab-f89c0bcac570 req-44adf259-a352-4139-aaa6-91133edf65df tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0522976 Mar 16 11:26:19.824989 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cbf5591-8de3-4901-90ab-f89c0bcac570 req-a4bedac7-2a25-43e5-a664-5f6b275d03c5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439389 Mar 16 11:26:20.082945 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1c793f0d-1575-4bae-b592-0b6e623310df req-61e7806c-d06b-4a72-b8b7-351507e2a22b tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 210 time: 0.0294278 Mar 16 11:26:20.220135 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeba10a-23f9-4574-90d6-214dde399e6c req-635f4655-7d28-4dfc-b436-bbc2666f7a74 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:20.221699 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-635f4655-7d28-4dfc-b436-bbc2666f7a74 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.62 "GET /v2.0/networks?id=0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b HTTP/1.1" status: 200 len: 808 time: 0.1054080 Mar 16 11:26:20.245912 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-efeba10a-23f9-4574-90d6-214dde399e6c req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Request body: {'port': {'device_id': 'd3af859a-7e4d-443d-bc3a-3676a6ee84be', 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b', 'admin_state_up': True, 'tenant_id': '4cba39383e4e472e9eea195811f1638e'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:20.595410 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efeba10a-23f9-4574-90d6-214dde399e6c req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Made reservation on behalf of 4cba39383e4e472e9eea195811f1638e for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:26:20.599091 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efeba10a-23f9-4574-90d6-214dde399e6c req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:20.745172 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-efeba10a-23f9-4574-90d6-214dde399e6c req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Allocated IP 172.20.0.5 (0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b/9f58939e-0c5e-4665-a9d8-52f99c52886a/eb2d5421-a94f-40a6-9cdd-71213008eb5f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:26:20.907953 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efeba10a-23f9-4574-90d6-214dde399e6c req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks [] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:20.970814 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147fba5-b932-4e87-9b17-9b8bc4a086c5 req-6aedcfee-63f8-4655-bddf-34a15489c2ec tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:20.972321 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f147fba5-b932-4e87-9b17-9b8bc4a086c5 req-6aedcfee-63f8-4655-bddf-34a15489c2ec tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0771241 Mar 16 11:26:20.973758 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efeba10a-23f9-4574-90d6-214dde399e6c req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:21.029725 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efeba10a-23f9-4574-90d6-214dde399e6c req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:26:21.035669 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-efeba10a-23f9-4574-90d6-214dde399e6c req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:21.039897 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeba10a-23f9-4574-90d6-214dde399e6c req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:26:21.087150 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Pushing event updated for resources: {'Port': ['ID=eb2d5421-a94f-40a6-9cdd-71213008eb5f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:21.104438 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f147fba5-b932-4e87-9b17-9b8bc4a086c5 req-275f5068-aa82-421a-9f45-16ea19d39c15 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244836 Mar 16 11:26:21.117772 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeba10a-23f9-4574-90d6-214dde399e6c req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.118386 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efeba10a-23f9-4574-90d6-214dde399e6c req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:21.140929 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-47dbf4b7-3992-4ba9-ba35-79be03746607 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8987584 Mar 16 11:26:21.179203 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Request body: {'port': {'device_id': 'd3af859a-7e4d-443d-bc3a-3676a6ee84be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:21.254375 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c25c8-1f63-45fc-8393-81be9c7098ff req-14cd5361-46dd-4086-92ff-3f5eb849cf40 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.255854 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-353c25c8-1f63-45fc-8393-81be9c7098ff req-14cd5361-46dd-4086-92ff-3f5eb849cf40 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 931 time: 0.1059711 Mar 16 11:26:21.256865 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:21.348012 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-353c25c8-1f63-45fc-8393-81be9c7098ff req-d39a34b1-4e77-4463-914f-f258f767f6ee tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824988 Mar 16 11:26:21.554037 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2d5421-a94f-40a6-9cdd-71213008eb5f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:21.561570 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Publish callbacks [] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:21.573878 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Transition to ACTIVE for port object eb2d5421-a94f-40a6-9cdd-71213008eb5f will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:26:21.581634 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:21.637020 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2d5421-a94f-40a6-9cdd-71213008eb5f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:21.710421 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Attempting to bind port eb2d5421-a94f-40a6-9cdd-71213008eb5f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:26:21.710753 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Attempting to bind port eb2d5421-a94f-40a6-9cdd-71213008eb5f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f1484c12-4c3f-42e8-a9fa-6a2290365ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:26:21.711249 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Attempting to bind port eb2d5421-a94f-40a6-9cdd-71213008eb5f on network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:26:21.715550 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Port eb2d5421-a94f-40a6-9cdd-71213008eb5f on network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:26:21.715863 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Attempting to bind port eb2d5421-a94f-40a6-9cdd-71213008eb5f on network 0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:26:21.721349 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:26:21.721734 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Checking segment: {'id': 'f1484c12-4c3f-42e8-a9fa-6a2290365ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:26:21.722140 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Bound using segment: {'id': 'f1484c12-4c3f-42e8-a9fa-6a2290365ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:26:21.722559 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Bound port: eb2d5421-a94f-40a6-9cdd-71213008eb5f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1484c12-4c3f-42e8-a9fa-6a2290365ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:26:21.722910 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:21.789125 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] For port eb2d5421-a94f-40a6-9cdd-71213008eb5f, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:26:21.792245 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] For port eb2d5421-a94f-40a6-9cdd-71213008eb5f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb2d5421-a94f-40a6-9cdd-71213008eb5f,segment=NetworkSegment(f1484c12-4c3f-42e8-a9fa-6a2290365ee9),segment_id=f1484c12-4c3f-42e8-a9fa-6a2290365ee9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:26:21.798498 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:21.838868 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.839569 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:21.841173 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] 10.222.0.62 "PUT /v2.0/ports/eb2d5421-a94f-40a6-9cdd-71213008eb5f HTTP/1.1" status: 200 len: 1093 time: 0.6791015 Mar 16 11:26:21.841542 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3af859a-7e4d-443d-bc3a-3676a6ee84be', 'tag': 'eb2d5421-a94f-40a6-9cdd-71213008eb5f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:21.844441 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52638768-cddb-49a5-90e2-0e920a38ba85" -d '{"events": [{"name": "network-changed", "server_uuid": "d3af859a-7e4d-443d-bc3a-3676a6ee84be", "tag": "eb2d5421-a94f-40a6-9cdd-71213008eb5f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:26:21.877148 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8deb53-bbad-42b6-a3f7-d775108cb941 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2d5421-a94f-40a6-9cdd-71213008eb5f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:21.884549 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a217842f-901b-425f-b7c2-a9874b02fdcc x-openstack-request-id: req-a217842f-901b-425f-b7c2-a9874b02fdcc {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:26:21.884880 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3af859a-7e4d-443d-bc3a-3676a6ee84be", "tag": "eb2d5421-a94f-40a6-9cdd-71213008eb5f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:26:21.885137 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a217842f-901b-425f-b7c2-a9874b02fdcc {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:26:21.885535 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3af859a-7e4d-443d-bc3a-3676a6ee84be', 'tag': 'eb2d5421-a94f-40a6-9cdd-71213008eb5f', 'status': 'completed', 'code': 200} Mar 16 11:26:21.988486 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeba10a-23f9-4574-90d6-214dde399e6c req-14f0214d-5ff9-4ce8-9023-2607909a5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.990053 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-14f0214d-5ff9-4ce8-9023-2607909a5193 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4cba39383e4e472e9eea195811f1638e&device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 1127 time: 0.0590451 Mar 16 11:26:22.095678 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-e9d4b242-a726-4e2c-aba0-cdf9aa37ab23 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2d5421-a94f-40a6-9cdd-71213008eb5f HTTP/1.1" status: 200 len: 217 time: 0.0643694 Mar 16 11:26:22.155897 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e5d45-56cb-4d70-a23e-54637a2c6d0d req-5fadb9bd-94d1-44e5-8f4e-846df3ec63b7 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:22.157519 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d40e5d45-56cb-4d70-a23e-54637a2c6d0d req-5fadb9bd-94d1-44e5-8f4e-846df3ec63b7 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.1540966 Mar 16 11:26:22.173886 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeba10a-23f9-4574-90d6-214dde399e6c req-afe54508-fc04-4c1a-a874-5cf32fb7fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:22.175289 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-afe54508-fc04-4c1a-a874-5cf32fb7fbe8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f58939e-0c5e-4665-a9d8-52f99c52886a HTTP/1.1" status: 200 len: 848 time: 0.0717232 Mar 16 11:26:22.190541 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960aabd-49fd-45f1-8690-e3d959efe5d7 req-6e76f066-840e-464f-9498-b9535203f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:22.191929 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4960aabd-49fd-45f1-8690-e3d959efe5d7 req-6e76f066-840e-464f-9498-b9535203f47e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c83e77983d4926a9df4a093866a49c&device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 1130 time: 0.1535099 Mar 16 11:26:22.260836 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-3c45b31f-b6e6-4720-9fe9-4300e3fc33a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723493 Mar 16 11:26:22.370336 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d40e5d45-56cb-4d70-a23e-54637a2c6d0d req-57d603b9-60f4-4ebe-b7ab-c681729f38c2 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066150 Mar 16 11:26:22.434222 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cd889-9294-4562-b0a8-a1722bc56010 req-30d41787-0f2c-416f-95ae-87c8b466a5f0 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:22.435727 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2d2cd889-9294-4562-b0a8-a1722bc56010 req-30d41787-0f2c-416f-95ae-87c8b466a5f0 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.2505236 Mar 16 11:26:22.449943 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960aabd-49fd-45f1-8690-e3d959efe5d7 req-a4d50db9-2ad8-4015-82d3-cda60178d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:22.451952 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4960aabd-49fd-45f1-8690-e3d959efe5d7 req-a4d50db9-2ad8-4015-82d3-cda60178d1c8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a19a238-948f-4877-8123-653055815c9d HTTP/1.1" status: 200 len: 919 time: 0.2436025 Mar 16 11:26:22.498093 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-f491c409-929f-4a2d-998d-f8d4d17336ff service neutron] 10.222.0.62 "GET /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071159 Mar 16 11:26:22.540387 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4960aabd-49fd-45f1-8690-e3d959efe5d7 req-93986393-4aef-4fc8-99c8-048eaef423d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f217829-ffc6-4ce3-b824-c33c3ad0ea34 HTTP/1.1" status: 200 len: 217 time: 0.0703404 Mar 16 11:26:22.656759 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2d2cd889-9294-4562-b0a8-a1722bc56010 req-d608c412-0fd0-46be-bfec-fab8cef25d6e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083766 Mar 16 11:26:22.677472 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587f235-b432-4a51-a808-04675dd38cf7 req-df6e13d6-473c-4d0d-9d8b-a1a8c2a63a38 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:22.678928 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6587f235-b432-4a51-a808-04675dd38cf7 req-df6e13d6-473c-4d0d-9d8b-a1a8c2a63a38 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 943 time: 0.2318673 Mar 16 11:26:22.682154 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960aabd-49fd-45f1-8690-e3d959efe5d7 req-b5a03479-888c-406e-bd4d-0f9a74964944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:22.683506 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4960aabd-49fd-45f1-8690-e3d959efe5d7 req-b5a03479-888c-406e-bd4d-0f9a74964944 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f580f26-f46f-4a81-9b0f-042c7377652c HTTP/1.1" status: 200 len: 858 time: 0.0999839 Mar 16 11:26:22.739915 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4960aabd-49fd-45f1-8690-e3d959efe5d7 req-bc414a84-a681-4458-bbf8-d391fc220a73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a19a238-948f-4877-8123-653055815c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422342 Mar 16 11:26:22.743246 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-efeba10a-23f9-4574-90d6-214dde399e6c req-23a9fdcf-c968-4bf5-a4b1-c6178cad9f14 service neutron] 10.222.0.62 "GET /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146454 Mar 16 11:26:22.776965 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6587f235-b432-4a51-a808-04675dd38cf7 req-876ed4a3-eee8-4693-ae6e-8dfdb4a8374d tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871532 Mar 16 11:26:22.858708 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4960aabd-49fd-45f1-8690-e3d959efe5d7 req-c6209acd-4b70-4a02-82f1-9b38f29000fa service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922494 Mar 16 11:26:22.972003 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52638768-cddb-49a5-90e2-0e920a38ba85 req-606a8f9b-6400-4373-9087-66c5f6bfe1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:22.973658 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-52638768-cddb-49a5-90e2-0e920a38ba85 req-606a8f9b-6400-4373-9087-66c5f6bfe1fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4cba39383e4e472e9eea195811f1638e&device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 1127 time: 0.0956273 Mar 16 11:26:23.039935 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4960aabd-49fd-45f1-8690-e3d959efe5d7 req-1ae9c138-2ac7-477f-a9ed-41608c0b38bf service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606565 Mar 16 11:26:23.079573 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52638768-cddb-49a5-90e2-0e920a38ba85 req-8d105e55-9cdc-432e-b672-5eeebd5a9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:23.081059 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-52638768-cddb-49a5-90e2-0e920a38ba85 req-8d105e55-9cdc-432e-b672-5eeebd5a9cc2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b HTTP/1.1" status: 200 len: 909 time: 0.0955000 Mar 16 11:26:23.134788 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-52638768-cddb-49a5-90e2-0e920a38ba85 req-9aec991d-89f8-4861-8a1c-9cee5395f3cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2d5421-a94f-40a6-9cdd-71213008eb5f HTTP/1.1" status: 200 len: 217 time: 0.0358434 Mar 16 11:26:23.200984 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52638768-cddb-49a5-90e2-0e920a38ba85 req-7e8b0b03-fa6b-474b-bc72-9a34acb98f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:23.202932 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-52638768-cddb-49a5-90e2-0e920a38ba85 req-7e8b0b03-fa6b-474b-bc72-9a34acb98f54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f58939e-0c5e-4665-a9d8-52f99c52886a HTTP/1.1" status: 200 len: 848 time: 0.0466573 Mar 16 11:26:23.270260 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-52638768-cddb-49a5-90e2-0e920a38ba85 req-5f506434-8b71-45d8-853b-74129c44ed22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253038 Mar 16 11:26:23.372589 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-52638768-cddb-49a5-90e2-0e920a38ba85 req-56639063-026c-4b35-9ef0-7bdd867cf525 service neutron] 10.222.0.62 "GET /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928049 Mar 16 11:26:23.496709 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-52638768-cddb-49a5-90e2-0e920a38ba85 req-715c07fc-3ad6-4853-92c3-0a2561b3b050 service neutron] 10.222.0.62 "GET /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138561 Mar 16 11:26:23.520728 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db634c1-1b49-48b2-a0ea-1c636f0476de req-21f3be7b-4dd2-4fcc-a0e0-7e28de91b35b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:23.522357 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2db634c1-1b49-48b2-a0ea-1c636f0476de req-21f3be7b-4dd2-4fcc-a0e0-7e28de91b35b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0652268 Mar 16 11:26:23.570016 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2db634c1-1b49-48b2-a0ea-1c636f0476de req-0de10e2b-3474-4f8d-94bb-0985a6c9609e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418367 Mar 16 11:26:23.772765 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d370046-9744-437d-b068-92166f214f7a req-3b83e2b5-57bb-4eea-9b52-f6cde798ef98 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:23.774287 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8d370046-9744-437d-b068-92166f214f7a req-3b83e2b5-57bb-4eea-9b52-f6cde798ef98 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0513775 Mar 16 11:26:23.826269 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8d370046-9744-437d-b068-92166f214f7a req-20c23a4a-7e16-442b-a632-2d746a7c4fbf tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458457 Mar 16 11:26:23.895839 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25370bbf-23c6-48e0-ab4e-305469ee34b0 req-bdd92a67-debf-495f-ad17-ad7622e2544f tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:23.897326 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-25370bbf-23c6-48e0-ab4e-305469ee34b0 req-bdd92a67-debf-495f-ad17-ad7622e2544f tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 943 time: 0.0518789 Mar 16 11:26:23.946600 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-25370bbf-23c6-48e0-ab4e-305469ee34b0 req-b4106358-44ea-4d8b-b5de-79521fd41b05 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Mar 16 11:26:24.691430 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d41666-735d-45f9-a49a-4d9f92c5ea66 req-ff23f2ad-9962-4cd3-a951-8f1f2af43bda tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:24.693213 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-53d41666-735d-45f9-a49a-4d9f92c5ea66 req-ff23f2ad-9962-4cd3-a951-8f1f2af43bda tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0572767 Mar 16 11:26:24.742969 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-53d41666-735d-45f9-a49a-4d9f92c5ea66 req-594c891a-e449-4bee-bc2f-3353bcb028dc tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444405 Mar 16 11:26:24.949878 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0c42e-656e-43d9-a8f5-375aa03b353c req-a42ceaea-6609-4f76-9bf5-cef5f77ea9c9 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:24.951351 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4ab0c42e-656e-43d9-a8f5-375aa03b353c req-a42ceaea-6609-4f76-9bf5-cef5f77ea9c9 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0555191 Mar 16 11:26:25.004705 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4ab0c42e-656e-43d9-a8f5-375aa03b353c req-0ff60119-5023-48e6-9fa4-e1ed9d39d9c6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477624 Mar 16 11:26:25.065959 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b8a2d-147d-4663-bfd7-efeb13767836 req-7af36d39-77d8-4c0d-95ef-dee8e0d85106 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:25.067445 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bd0b8a2d-147d-4663-bfd7-efeb13767836 req-7af36d39-77d8-4c0d-95ef-dee8e0d85106 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 943 time: 0.0530767 Mar 16 11:26:25.112610 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bd0b8a2d-147d-4663-bfd7-efeb13767836 req-5da2b9f6-1971-4c29-bd48-99e7dd0c16ed tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396810 Mar 16 11:26:25.544905 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-136fbc5c-f5a6-4b5f-a8b1-89ef22ef77aa tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751903845&fields=id&tenant_id=be31cda5b88147c398858a568150804b HTTP/1.1" status: 200 len: 267 time: 0.0423758 Mar 16 11:26:25.649255 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b97c2ad1-2b5f-4a12-bcf9-f4f8baa7f738 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:25.650703 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b97c2ad1-2b5f-4a12-bcf9-f4f8baa7f738 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 811 time: 0.0995891 Mar 16 11:26:25.665160 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-e8deafaa-11ba-4068-885b-bb56740078ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/quotas/be31cda5b88147c398858a568150804b HTTP/1.1" status: 200 len: 375 time: 0.0086222 Mar 16 11:26:25.715948 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-766175c9-2157-4f2f-9141-daf69cc24020 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461667 Mar 16 11:26:25.727344 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device eb2d5421-a94f-40a6-9cdd-71213008eb5f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:26:25.825522 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-f8b5e661-d599-40ae-a432-3ce39457de57 service neutron] 10.222.0.47 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974557 Mar 16 11:26:25.825740 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port eb2d5421-a94f-40a6-9cdd-71213008eb5f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb2d5421-a94f-40a6-9cdd-71213008eb5f,segment=NetworkSegment(f1484c12-4c3f-42e8-a9fa-6a2290365ee9),segment_id=f1484c12-4c3f-42e8-a9fa-6a2290365ee9)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:25.837604 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': 'eb2d5421-a94f-40a6-9cdd-71213008eb5f', 'network_id': '0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b', 'port_id': 'eb2d5421-a94f-40a6-9cdd-71213008eb5f', 'mac_address': 'fa:16:3e:03:7b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f58939e-0c5e-4665-a9d8-52f99c52886a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:26:25.872930 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port eb2d5421-a94f-40a6-9cdd-71213008eb5f is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:26:25.873812 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:25.886396 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2d5421-a94f-40a6-9cdd-71213008eb5f {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:25.910379 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port eb2d5421-a94f-40a6-9cdd-71213008eb5f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb2d5421-a94f-40a6-9cdd-71213008eb5f,segment=NetworkSegment(f1484c12-4c3f-42e8-a9fa-6a2290365ee9),segment_id=f1484c12-4c3f-42e8-a9fa-6a2290365ee9)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:25.914607 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:25.963139 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=eb2d5421-a94f-40a6-9cdd-71213008eb5f,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:26.171737 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f87ac-8d93-45ec-aef7-9bc3e46e25d5 req-93d62838-fa1c-4610-907a-c5506d56bb50 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:26.173253 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-843f87ac-8d93-45ec-aef7-9bc3e46e25d5 req-93d62838-fa1c-4610-907a-c5506d56bb50 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.3614137 Mar 16 11:26:26.208130 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-0f243a6c-8ed2-4ba5-a30b-63baf086e21f service neutron] 10.222.0.47 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679690 Mar 16 11:26:26.241698 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-843f87ac-8d93-45ec-aef7-9bc3e46e25d5 req-706a6018-4b1a-41e8-91b3-1d66ffa6ddc8 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620375 Mar 16 11:26:26.348522 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984446d-ad00-4c04-b859-9ef2fc6a3d6e req-5ed84a92-a592-48a1-9e41-73bb98906db2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:26.350194 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d984446d-ad00-4c04-b859-9ef2fc6a3d6e req-5ed84a92-a592-48a1-9e41-73bb98906db2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0531423 Mar 16 11:26:26.360720 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['eb2d5421-a94f-40a6-9cdd-71213008eb5f'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:26:26.402981 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d984446d-ad00-4c04-b859-9ef2fc6a3d6e req-67db1604-bdec-4a05-88e9-ac76825db3ba tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472696 Mar 16 11:26:26.531788 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef242-aff7-4128-b20f-8e274af3d78a req-f8f13062-893b-4512-8e6d-44273aafaf15 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:26.533387 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b2aef242-aff7-4128-b20f-8e274af3d78a req-f8f13062-893b-4512-8e6d-44273aafaf15 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 944 time: 0.0726380 Mar 16 11:26:26.576981 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-413e18ec-6a61-4cc3-973c-f7c52048ee5a req-798534c3-1479-481d-92ba-63e8267b0150 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 210 time: 0.0417821 Mar 16 11:26:26.614675 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b2aef242-aff7-4128-b20f-8e274af3d78a req-53ae27b5-cdf9-404b-91ee-d4f50fbf5893 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710342 Mar 16 11:26:27.358705 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4c878-1157-44c9-8faf-4205f80dd0e3 req-d8487f3c-55aa-4f4f-a7f4-0c255b31626c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:27.360133 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0bf4c878-1157-44c9-8faf-4205f80dd0e3 req-d8487f3c-55aa-4f4f-a7f4-0c255b31626c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0509510 Mar 16 11:26:27.406790 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0bf4c878-1157-44c9-8faf-4205f80dd0e3 req-ebcfc5ee-f414-46b7-8d91-5000ac08180d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 Mar 16 11:26:27.521468 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc18336-4561-43f9-baa0-283e1628a8d4 req-68acd7f9-4f9e-4d12-9f1b-2fd4e9a68605 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:27.522923 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6fc18336-4561-43f9-baa0-283e1628a8d4 req-68acd7f9-4f9e-4d12-9f1b-2fd4e9a68605 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0536833 Mar 16 11:26:27.568468 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6fc18336-4561-43f9-baa0-283e1628a8d4 req-9bec98db-341d-474f-827c-0f0a9e8bd3c7 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401044 Mar 16 11:26:27.683829 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f923ea65-e5e9-4a8b-9435-9b9846deb196 req-308ef9a6-931f-4963-b68b-73200258c8a6 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 210 time: 0.0271680 Mar 16 11:26:27.748653 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a11d5-c000-413e-8c53-df13a30358ca req-66818d85-8645-48c1-af22-b729005496ae tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:27.749516 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device eb2d5421-a94f-40a6-9cdd-71213008eb5f up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:26:27.756536 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0e9a11d5-c000-413e-8c53-df13a30358ca req-66818d85-8645-48c1-af22-b729005496ae tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 944 time: 0.0712364 Mar 16 11:26:27.805459 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port eb2d5421-a94f-40a6-9cdd-71213008eb5f completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:26:27.813734 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port eb2d5421-a94f-40a6-9cdd-71213008eb5f triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:26:27.814429 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:27.854508 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0e9a11d5-c000-413e-8c53-df13a30358ca req-2b9a7cae-5e28-40de-a311-18d45df72494 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969946 Mar 16 11:26:27.898971 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port eb2d5421-a94f-40a6-9cdd-71213008eb5f is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:26:27.899407 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:27.916960 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124334b-4848-4b44-84ff-8769774c0c3d req-aeda5c05-681e-4488-959a-6fdb8bda64c0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:27.918391 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-aeda5c05-681e-4488-959a-6fdb8bda64c0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 811 time: 0.1316915 Mar 16 11:26:27.923294 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af859a-7e4d-443d-bc3a-3676a6ee84be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2d5421-a94f-40a6-9cdd-71213008eb5f'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:27.925535 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40799989-668f-4050-b55c-7136986f7dec" -d '{"events": [{"server_uuid": "d3af859a-7e4d-443d-bc3a-3676a6ee84be", "name": "network-vif-plugged", "status": "completed", "tag": "eb2d5421-a94f-40a6-9cdd-71213008eb5f"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:26:27.939329 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port eb2d5421-a94f-40a6-9cdd-71213008eb5f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb2d5421-a94f-40a6-9cdd-71213008eb5f,segment=NetworkSegment(f1484c12-4c3f-42e8-a9fa-6a2290365ee9),segment_id=f1484c12-4c3f-42e8-a9fa-6a2290365ee9)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:27.943519 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:27.966618 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a50e15f-1480-4ae5-a762-bdd45e42ede1 x-openstack-request-id: req-2a50e15f-1480-4ae5-a762-bdd45e42ede1 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:26:27.966982 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3af859a-7e4d-443d-bc3a-3676a6ee84be", "name": "network-vif-plugged", "status": "completed", "tag": "eb2d5421-a94f-40a6-9cdd-71213008eb5f", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:26:27.967236 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2a50e15f-1480-4ae5-a762-bdd45e42ede1 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:26:27.967632 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af859a-7e4d-443d-bc3a-3676a6ee84be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2d5421-a94f-40a6-9cdd-71213008eb5f', 'code': 200} Mar 16 11:26:27.992259 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=eb2d5421-a94f-40a6-9cdd-71213008eb5f,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:28.019891 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-c808f256-f533-496b-89ce-2370c20769b4 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be31cda5b88147c398858a568150804b HTTP/1.1" status: 200 len: 379 time: 0.0540581 Mar 16 11:26:28.048208 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-d124334b-4848-4b44-84ff-8769774c0c3d req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'port': {'device_id': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'admin_state_up': True, 'tenant_id': 'be31cda5b88147c398858a568150804b', 'security_groups': ['56facb32-fdb5-46fe-9e0d-39fbc8187b70']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:28.161360 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d124334b-4848-4b44-84ff-8769774c0c3d req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Made reservation on behalf of be31cda5b88147c398858a568150804b for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:26:28.164729 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d124334b-4848-4b44-84ff-8769774c0c3d req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:28.290683 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a55462-d30f-4231-b043-355aa1ba4c20 req-f1291e6b-229e-4e60-8f5a-5cdbc12f5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:28.292178 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-97a55462-d30f-4231-b043-355aa1ba4c20 req-f1291e6b-229e-4e60-8f5a-5cdbc12f5336 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 1129 time: 0.1114960 Mar 16 11:26:28.331811 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-d124334b-4848-4b44-84ff-8769774c0c3d req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Allocated IP 172.20.0.11 (1499d207-0db2-4e91-bd0a-6e1b1a178ef8/2bf32caa-135f-401e-beb8-cba90d152938/56b96d8e-6551-48e5-8b94-d773231c2fc8) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:26:28.362108 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-97a55462-d30f-4231-b043-355aa1ba4c20 req-02c699bc-6b1f-4512-9c7b-ab0783e8a4e0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608959 Mar 16 11:26:28.485938 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d124334b-4848-4b44-84ff-8769774c0c3d req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:28.552307 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d124334b-4848-4b44-84ff-8769774c0c3d req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:28.562477 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de48ee7-a033-43fb-9a30-14f63bd41485 req-e53e75e8-ab76-4be3-b1ab-9c2886294903 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:28.563947 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7de48ee7-a033-43fb-9a30-14f63bd41485 req-e53e75e8-ab76-4be3-b1ab-9c2886294903 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0703282 Mar 16 11:26:28.622578 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d124334b-4848-4b44-84ff-8769774c0c3d req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:26:28.630801 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-d124334b-4848-4b44-84ff-8769774c0c3d req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:28.643505 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d124334b-4848-4b44-84ff-8769774c0c3d req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:26:28.678159 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'Port': ['ID=56b96d8e-6551-48e5-8b94-d773231c2fc8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:28.723716 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7de48ee7-a033-43fb-9a30-14f63bd41485 req-f57b9a2e-aa13-4ef5-a48e-be261e42fd69 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522324 Mar 16 11:26:28.761910 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124334b-4848-4b44-84ff-8769774c0c3d req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:28.762546 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d124334b-4848-4b44-84ff-8769774c0c3d req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:28.776832 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d1bd-9b8e-420b-9042-697b78d85ff4 req-999326ed-18e4-48f4-a899-6e424b3a8d23 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:28.778385 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0f3d1bd-9b8e-420b-9042-697b78d85ff4 req-999326ed-18e4-48f4-a899-6e424b3a8d23 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.1377370 Mar 16 11:26:28.814563 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-df0d7a16-65a1-432d-96c0-fd828bf3ee25 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7707930 Mar 16 11:26:28.867558 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Request body: {'port': {'device_id': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:28.877149 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0f3d1bd-9b8e-420b-9042-697b78d85ff4 req-bc890950-667c-4a50-8549-483b8c17af65 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865064 Mar 16 11:26:28.918633 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f1b4-b0d1-4079-b425-5ee116335d00 req-94a3575f-8f10-4566-bd65-75efc135cf60 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:28.920873 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4ad3f1b4-b0d1-4079-b425-5ee116335d00 req-94a3575f-8f10-4566-bd65-75efc135cf60 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 932 time: 0.1123917 Mar 16 11:26:28.933404 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-e2bf861e-8b83-4ea3-bbe2-cfc0877e4bda None None] Provisioning complete for port 56b96d8e-6551-48e5-8b94-d773231c2fc8 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:26:28.934270 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e2bf861e-8b83-4ea3-bbe2-cfc0877e4bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:28.965553 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:28.973917 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf861e-8b83-4ea3-bbe2-cfc0877e4bda None None] Port 56b96d8e-6551-48e5-8b94-d773231c2fc8 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:26:29.004438 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4ad3f1b4-b0d1-4079-b425-5ee116335d00 req-6c2bf87d-a985-4375-8cda-59f83aea2e39 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625091 Mar 16 11:26:29.225705 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6977f45-2a1e-4345-9601-52d416a744b8 req-399443d7-9b8e-40d4-832e-b5a4f1529e1d tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:29.227333 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f6977f45-2a1e-4345-9601-52d416a744b8 req-399443d7-9b8e-40d4-832e-b5a4f1529e1d tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 945 time: 0.1335545 Mar 16 11:26:29.314173 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f6977f45-2a1e-4345-9601-52d416a744b8 req-a94b42a3-c9be-4f3f-8744-d2d2b889bf2b tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776162 Mar 16 11:26:29.337215 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 53180) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:26:29.342225 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-cb06d39c-08e8-4cac-a493-1634780b322e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--382534403', 'description': 'tempest-description--1836328537'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:29.392351 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b96d8e-6551-48e5-8b94-d773231c2fc8 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:29.396868 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb06d39c-08e8-4cac-a493-1634780b322e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.402457 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Publish callbacks [] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.425904 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Transition to ACTIVE for port object 56b96d8e-6551-48e5-8b94-d773231c2fc8 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:26:29.429917 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.499876 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Pushing event updated for resources: {'Port': ['ID=56b96d8e-6551-48e5-8b94-d773231c2fc8,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:29.572715 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb06d39c-08e8-4cac-a493-1634780b322e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (8eca8d8f-97e9-4744-9299-876ba679c18d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.579685 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb06d39c-08e8-4cac-a493-1634780b322e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (8eca8d8f-97e9-4744-9299-876ba679c18d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.618627 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb06d39c-08e8-4cac-a493-1634780b322e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.619931 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-cb06d39c-08e8-4cac-a493-1634780b322e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2815585 Mar 16 11:26:29.623597 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 53184) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:26:29.625427 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Attempting to bind port 56b96d8e-6551-48e5-8b94-d773231c2fc8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:26:29.625766 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Attempting to bind port 56b96d8e-6551-48e5-8b94-d773231c2fc8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:26:29.626096 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Attempting to bind port 56b96d8e-6551-48e5-8b94-d773231c2fc8 on network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:26:29.628771 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e2736c83-5d66-4c30-aaf2-9700df6b5c46 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'security_group_rule': {'security_group_id': '8eca8d8f-97e9-4744-9299-876ba679c18d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:29.633304 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Port 56b96d8e-6551-48e5-8b94-d773231c2fc8 on network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:26:29.633633 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Attempting to bind port 56b96d8e-6551-48e5-8b94-d773231c2fc8 on network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:26:29.635453 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06d39c-08e8-4cac-a493-1634780b322e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eca8d8f-97e9-4744-9299-876ba679c18d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:29.640941 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:26:29.641277 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Checking segment: {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:26:29.641648 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Bound using segment: {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:26:29.642081 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Bound port: 56b96d8e-6551-48e5-8b94-d773231c2fc8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:26:29.642434 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.656025 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2736c83-5d66-4c30-aaf2-9700df6b5c46 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (694ea02c-b6a9-418a-80f5-703925116adf), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.706294 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] For port 56b96d8e-6551-48e5-8b94-d773231c2fc8, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:26:29.709863 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] For port 56b96d8e-6551-48e5-8b94-d773231c2fc8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=56b96d8e-6551-48e5-8b94-d773231c2fc8,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:26:29.715512 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.715697 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2736c83-5d66-4c30-aaf2-9700df6b5c46 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (694ea02c-b6a9-418a-80f5-703925116adf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.719382 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2736c83-5d66-4c30-aaf2-9700df6b5c46 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (694ea02c-b6a9-418a-80f5-703925116adf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.737073 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2736c83-5d66-4c30-aaf2-9700df6b5c46 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694ea02c-b6a9-418a-80f5-703925116adf,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:29.746292 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2736c83-5d66-4c30-aaf2-9700df6b5c46 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.747506 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-e2736c83-5d66-4c30-aaf2-9700df6b5c46 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227872 Mar 16 11:26:29.750835 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 53186) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:26:29.755800 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d0922685-522b-49c8-8bd1-11f5584a6aae tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'security_group_rule': {'security_group_id': '8eca8d8f-97e9-4744-9299-876ba679c18d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:29.757737 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:29.757737 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.759061 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] 10.222.0.62 "PUT /v2.0/ports/56b96d8e-6551-48e5-8b94-d773231c2fc8 HTTP/1.1" status: 200 len: 1094 time: 0.8957508 Mar 16 11:26:29.759501 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'tag': '56b96d8e-6551-48e5-8b94-d773231c2fc8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:29.761859 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dccc5b-c216-4211-b43b-0f4c4182a561" -d '{"events": [{"name": "network-changed", "server_uuid": "7e20ee7a-fda3-4612-a2f7-b905c7c3f337", "tag": "56b96d8e-6551-48e5-8b94-d773231c2fc8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:26:29.794464 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07be8ac-ca99-4f6d-a857-79ad279fd260 service neutron] Pushing event updated for resources: {'Port': ['ID=56b96d8e-6551-48e5-8b94-d773231c2fc8,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:29.796485 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0922685-522b-49c8-8bd1-11f5584a6aae tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (05cb8f26-c335-4c96-91a9-e7e4d170a239), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.823239 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bf5c3e-582f-40e6-b21a-8413850f0bcc x-openstack-request-id: req-39bf5c3e-582f-40e6-b21a-8413850f0bcc {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:26:29.823616 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e20ee7a-fda3-4612-a2f7-b905c7c3f337", "tag": "56b96d8e-6551-48e5-8b94-d773231c2fc8", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:26:29.824181 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-39bf5c3e-582f-40e6-b21a-8413850f0bcc {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:26:29.824654 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'tag': '56b96d8e-6551-48e5-8b94-d773231c2fc8', 'status': 'completed', 'code': 200} Mar 16 11:26:29.863635 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0922685-522b-49c8-8bd1-11f5584a6aae tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (05cb8f26-c335-4c96-91a9-e7e4d170a239), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.867558 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0922685-522b-49c8-8bd1-11f5584a6aae tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (05cb8f26-c335-4c96-91a9-e7e4d170a239), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.889749 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0922685-522b-49c8-8bd1-11f5584a6aae tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cb8f26-c335-4c96-91a9-e7e4d170a239,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:29.894358 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0922685-522b-49c8-8bd1-11f5584a6aae tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:29.895872 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-d0922685-522b-49c8-8bd1-11f5584a6aae tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441083 Mar 16 11:26:29.900083 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48577059-5a07-43cb-8619-50c16e800309 req-db0c7134-dbce-4dcb-b058-ef7dbe9bd237 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:29.901060 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 53192) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:26:29.901655 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-48577059-5a07-43cb-8619-50c16e800309 req-db0c7134-dbce-4dcb-b058-ef7dbe9bd237 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0642354 Mar 16 11:26:29.906106 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:29.941235 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:30.018434 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-48577059-5a07-43cb-8619-50c16e800309 req-72b7292b-6e72-41c3-abe8-812d0a9c6a0c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011100 Mar 16 11:26:30.048216 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:30.064233 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7820af1-c8bb-4928-8014-af475984ab4a req-bbe61eba-5369-4ff7-b6c2-746d78c1c757 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:30.065795 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d7820af1-c8bb-4928-8014-af475984ab4a req-bbe61eba-5369-4ff7-b6c2-746d78c1c757 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0987587 Mar 16 11:26:30.143443 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124334b-4848-4b44-84ff-8769774c0c3d req-4276a116-fc91-4550-b781-bc789c25c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:30.144950 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-4276a116-fc91-4550-b781-bc789c25c4e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 1128 time: 0.1460793 Mar 16 11:26:30.162757 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Allocated IP 172.27.2.131 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/5c26766b-3b3f-4910-88b5-6a23c101e753) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:26:30.174463 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d7820af1-c8bb-4928-8014-af475984ab4a req-3e780eb6-b204-4ac3-b3d0-0a4771324617 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992939 Mar 16 11:26:30.198263 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c03bb9-72cd-4fd8-9a1e-5a2969f5943c req-fc8051c3-1ac2-454f-a484-a7e80cb34d5a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:30.200716 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d6c03bb9-72cd-4fd8-9a1e-5a2969f5943c req-fc8051c3-1ac2-454f-a484-a7e80cb34d5a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.1092362 Mar 16 11:26:30.256037 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-e4434f60-52a9-4a07-b54d-6f76d2a340f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56b96d8e-6551-48e5-8b94-d773231c2fc8 HTTP/1.1" status: 200 len: 217 time: 0.0701938 Mar 16 11:26:30.278967 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for port (5c26766b-3b3f-4910-88b5-6a23c101e753), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:30.305405 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a33d-5005-4008-86bf-a89fc6f32625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:30.316098 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (5c26766b-3b3f-4910-88b5-6a23c101e753), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:30.336169 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d6c03bb9-72cd-4fd8-9a1e-5a2969f5943c req-c50fa843-a867-46e8-85f3-fc847484cf0b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245501 Mar 16 11:26:30.359703 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:26:30.365596 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:30.367208 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'Port': ['ID=5c26766b-3b3f-4910-88b5-6a23c101e753,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:30.367663 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b3e746c0-13ca-4ef7-8ef9-cdd7e5197c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:30.369374 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:26:30.369877 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-b3e746c0-13ca-4ef7-8ef9-cdd7e5197c57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.0801604 Mar 16 11:26:30.469742 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (85e593bd-f6c1-4ac9-9535-e3f70652c94b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:30.500910 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124334b-4848-4b44-84ff-8769774c0c3d req-0b7d4a67-097e-4a34-9f85-901cb37b2591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:30.504649 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-0b7d4a67-097e-4a34-9f85-901cb37b2591 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1266701 Mar 16 11:26:30.511735 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (5c26766b-3b3f-4910-88b5-6a23c101e753), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:30.527038 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ec018-f037-45f1-8f74-e0aa1a83a6b4 req-5ffcfd1e-d798-4246-a49a-f3473d9492a6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:30.533531 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c43ec018-f037-45f1-8f74-e0aa1a83a6b4 req-5ffcfd1e-d798-4246-a49a-f3473d9492a6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 945 time: 0.1161976 Mar 16 11:26:30.639483 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c43ec018-f037-45f1-8f74-e0aa1a83a6b4 req-4ac362e9-d67c-4e8d-b898-e2411f47255f tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973387 Mar 16 11:26:30.668922 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-4bd0c45e-4be2-44be-bb0e-4e161b82fbb3 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359317 Mar 16 11:26:30.684302 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for port (5c26766b-3b3f-4910-88b5-6a23c101e753), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:30.691580 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62423896'] for port (5c26766b-3b3f-4910-88b5-6a23c101e753), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:30.786409 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'Port': ['ID=5c26766b-3b3f-4910-88b5-6a23c101e753,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:30.791189 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d124334b-4848-4b44-84ff-8769774c0c3d req-ef8f17c7-6bc1-4dcc-a3c4-dc95ddd3f12c service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162119 Mar 16 11:26:30.796235 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (85e593bd-f6c1-4ac9-9535-e3f70652c94b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:30.822289 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:30.829100 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-ed3c6a48-d46a-4eed-8e7b-384547657cd0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9268658 Mar 16 11:26:30.966435 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dccc5b-c216-4211-b43b-0f4c4182a561 req-0f142ee3-ef27-4a35-b222-fc9c35b5a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:30.968040 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-74dccc5b-c216-4211-b43b-0f4c4182a561 req-0f142ee3-ef27-4a35-b222-fc9c35b5a727 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 1128 time: 0.0543675 Mar 16 11:26:31.093279 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-269ddeaf-780a-4716-a7b0-712e67e9564b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--382534403&fields=id&tenant_id=50532de5a82841ba951033ebf8ea10fa HTTP/1.1" status: 200 len: 267 time: 0.0744457 Mar 16 11:26:31.098162 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dccc5b-c216-4211-b43b-0f4c4182a561 req-6c5d9313-9161-4eb9-8352-60b1798cd827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:31.099632 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-74dccc5b-c216-4211-b43b-0f4c4182a561 req-6c5d9313-9161-4eb9-8352-60b1798cd827 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 912 time: 0.1252460 Mar 16 11:26:31.203744 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-74dccc5b-c216-4211-b43b-0f4c4182a561 req-3f7080a8-aa7b-41fb-8c76-9e93a8b3bc3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56b96d8e-6551-48e5-8b94-d773231c2fc8 HTTP/1.1" status: 200 len: 217 time: 0.0934265 Mar 16 11:26:31.293506 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78465d71-854a-4c43-b1fa-ecfb75e95b84 req-f3b3ecb8-540f-4241-91b2-c52f9ba5af6f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:31.294937 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-78465d71-854a-4c43-b1fa-ecfb75e95b84 req-f3b3ecb8-540f-4241-91b2-c52f9ba5af6f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.1856430 Mar 16 11:26:31.306526 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-feb7302c-dc18-47aa-bcff-3eafec663e62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:31.307871 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-feb7302c-dc18-47aa-bcff-3eafec663e62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 815 time: 0.2074356 Mar 16 11:26:31.309935 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dccc5b-c216-4211-b43b-0f4c4182a561 req-d3bf9bac-527c-4a45-835d-9be6d587e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:31.311769 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-74dccc5b-c216-4211-b43b-0f4c4182a561 req-d3bf9bac-527c-4a45-835d-9be6d587e5a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.0961781 Mar 16 11:26:31.363707 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-81b67f1d-0e6b-492d-a4ea-4d5a528a1b8a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/quotas/50532de5a82841ba951033ebf8ea10fa HTTP/1.1" status: 200 len: 375 time: 0.0450156 Mar 16 11:26:31.414294 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-78465d71-854a-4c43-b1fa-ecfb75e95b84 req-335264e9-6950-43bf-bb5f-85e8ec588af7 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138389 Mar 16 11:26:31.432157 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dccc5b-c216-4211-b43b-0f4c4182a561 req-8805df00-cd85-4099-b899-224f8547d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:31.433667 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-74dccc5b-c216-4211-b43b-0f4c4182a561 req-8805df00-cd85-4099-b899-224f8547d4b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1084671 Mar 16 11:26:31.493766 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-0b520187-2421-454e-8397-30309c47b7d5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1232598 Mar 16 11:26:31.621955 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-74dccc5b-c216-4211-b43b-0f4c4182a561 req-8515d243-e86c-4710-bd45-9ef3bd197faf service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811824 Mar 16 11:26:31.656622 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026987f-a7f4-466f-a507-48d4867ad284 req-fff60250-ff3d-4fe1-ab96-c4ca8f1728d0 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:31.658073 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7026987f-a7f4-466f-a507-48d4867ad284 req-fff60250-ff3d-4fe1-ab96-c4ca8f1728d0 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.1737993 Mar 16 11:26:31.963789 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-125b7a76-63c7-4aee-a5a7-408f29d1c376 service neutron] 10.222.0.47 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394433 Mar 16 11:26:32.071866 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7026987f-a7f4-466f-a507-48d4867ad284 req-399af032-fbe3-46c2-a2d0-5054b4ae1f3d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424263 Mar 16 11:26:32.109794 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-74dccc5b-c216-4211-b43b-0f4c4182a561 req-eafd8a19-7a02-4004-8eef-21dea6be5c10 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791334 Mar 16 11:26:32.147254 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-d2724735-0991-457e-9b1b-f7bda2b51c99 service neutron] 10.222.0.47 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718140 Mar 16 11:26:32.193598 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c4090-3326-4ea7-8409-645a6a9b6557 req-712b0d3b-20ff-4efd-b3fb-c1b8e055e785 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:32.195305 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-242c4090-3326-4ea7-8409-645a6a9b6557 req-712b0d3b-20ff-4efd-b3fb-c1b8e055e785 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0649970 Mar 16 11:26:32.255506 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-242c4090-3326-4ea7-8409-645a6a9b6557 req-9bdbadcc-2301-4b60-ac6c-29cfea799d90 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528460 Mar 16 11:26:32.470468 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b52a5dcb-46bf-49da-9d14-840ea206adab req-2b8d2a41-fe9e-4e35-8f71-b6d402ea9690 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 210 time: 0.0470774 Mar 16 11:26:32.529500 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87164e84-7bcb-4135-91c1-00eca708dae2 req-1e304ac5-9a5b-4677-b5bf-13b95cd489e1 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:32.531116 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-87164e84-7bcb-4135-91c1-00eca708dae2 req-1e304ac5-9a5b-4677-b5bf-13b95cd489e1 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 945 time: 0.0634084 Mar 16 11:26:32.614484 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc9ffa-1f2c-433a-a8d3-3c1d15b87e3d req-4dfce3c0-5d8a-4870-8cf8-eaa325350a16 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:32.615979 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d9cc9ffa-1f2c-433a-a8d3-3c1d15b87e3d req-4dfce3c0-5d8a-4870-8cf8-eaa325350a16 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0839818 Mar 16 11:26:32.620201 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-87164e84-7bcb-4135-91c1-00eca708dae2 req-3eb3cb46-b15c-42cb-8d42-749810ce2315 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799241 Mar 16 11:26:32.666896 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d9cc9ffa-1f2c-433a-a8d3-3c1d15b87e3d req-4a6dfb09-5e20-42b1-b946-cf283c05151a tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450368 Mar 16 11:26:32.730850 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d18b0-b8e3-49cd-b730-8205f681758e req-61299642-42f0-4512-aede-84b41f0734a0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:32.732991 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb8d18b0-b8e3-49cd-b730-8205f681758e req-61299642-42f0-4512-aede-84b41f0734a0 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0559139 Mar 16 11:26:32.766644 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af85d678-13fe-41a3-92c6-607d79bd3504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:32.781638 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb8d18b0-b8e3-49cd-b730-8205f681758e req-87e9576e-0652-460f-8fea-c134efbe6f8e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431285 Mar 16 11:26:33.367395 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3719c6-8ae4-4ca2-9df3-6ec157a62593 req-dab6df85-cc7f-4e11-a206-f122d7f05b19 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:33.368780 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ff3719c6-8ae4-4ca2-9df3-6ec157a62593 req-dab6df85-cc7f-4e11-a206-f122d7f05b19 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0512536 Mar 16 11:26:33.414944 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ff3719c6-8ae4-4ca2-9df3-6ec157a62593 req-e7772987-2b8b-42cc-b3f8-567df2c3fa56 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407324 Mar 16 11:26:33.449938 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:33.560426 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-47933830-a3ab-48c2-8ce0-d2c7780d41f7 req-6504ffee-4c31-4552-8b1e-5cbb966f70e7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 210 time: 0.0260718 Mar 16 11:26:33.737656 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeeb58-18f3-4287-be11-a43eeaad82f3 req-b1bb728b-6531-4bdf-9f02-63e2eef660f9 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:33.739135 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-79eeeb58-18f3-4287-be11-a43eeaad82f3 req-b1bb728b-6531-4bdf-9f02-63e2eef660f9 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 945 time: 0.0560739 Mar 16 11:26:33.814221 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-79eeeb58-18f3-4287-be11-a43eeaad82f3 req-031a5c52-4723-4b6f-a59d-7732b12e2ce4 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660832 Mar 16 11:26:33.822550 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7c9f3-4565-466e-8b0f-9ee5b7f82157 req-93a53b58-c4ba-4534-a2e3-bc157af5fbf2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:33.824251 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0ac7c9f3-4565-466e-8b0f-9ee5b7f82157 req-93a53b58-c4ba-4534-a2e3-bc157af5fbf2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0840061 Mar 16 11:26:33.873451 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0ac7c9f3-4565-466e-8b0f-9ee5b7f82157 req-a8a355df-16a4-4da7-9416-a2000d44dd40 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421796 Mar 16 11:26:33.926476 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773c053-c324-4495-a41a-043324ff89d4 req-9f8e2c59-4371-4a88-9659-74c43a069c2f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:33.927864 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e773c053-c324-4495-a41a-043324ff89d4 req-9f8e2c59-4371-4a88-9659-74c43a069c2f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0535629 Mar 16 11:26:33.972750 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e773c053-c324-4495-a41a-043324ff89d4 req-9952e8fc-d78e-4a5c-8763-2742307b8e72 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Mar 16 11:26:34.531131 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52666bfe-d437-457b-83f7-35175759e196 req-d070997b-3b56-4739-a80e-2c1238c800d9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:34.532488 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-52666bfe-d437-457b-83f7-35175759e196 req-d070997b-3b56-4739-a80e-2c1238c800d9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0510035 Mar 16 11:26:34.580253 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-52666bfe-d437-457b-83f7-35175759e196 req-8e5d565f-e96d-4943-85c1-6c56cd2e2a40 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423436 Mar 16 11:26:34.651803 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4ae1baa0-1f3b-4d82-aeb1-e9bb68da0f92 req-aaf748ae-18d0-4f24-b344-939099ae3432 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 210 time: 0.0260663 Mar 16 11:26:34.933809 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f09883-ac72-416c-bda8-2edf9a7b7364 req-7730cfae-b966-42a8-a644-7978dd016d7b tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:34.935276 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d2f09883-ac72-416c-bda8-2edf9a7b7364 req-7730cfae-b966-42a8-a644-7978dd016d7b tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 945 time: 0.0553482 Mar 16 11:26:34.973633 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:35.014697 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d2f09883-ac72-416c-bda8-2edf9a7b7364 req-82b3b2ea-36c8-40bd-a3bd-fa00419baea6 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734766 Mar 16 11:26:35.036996 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56089f91-766e-46c9-90bc-cf788e1dbd5a req-b104bc6f-31b2-49ed-8fe9-e7255cf6a3cc tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:35.036996 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56089f91-766e-46c9-90bc-cf788e1dbd5a req-b104bc6f-31b2-49ed-8fe9-e7255cf6a3cc tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0910125 Mar 16 11:26:35.083685 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56089f91-766e-46c9-90bc-cf788e1dbd5a req-6a0eac8d-ce2d-47b4-a701-fb859f0c04d6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466461 Mar 16 11:26:35.151277 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfa8a0-4bed-4cf6-ac6a-7b8a5f8af442 req-0bfd46f5-e5ef-42ff-9be2-e9eed94a4fe3 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:35.152817 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-85dfa8a0-4bed-4cf6-ac6a-7b8a5f8af442 req-0bfd46f5-e5ef-42ff-9be2-e9eed94a4fe3 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0642099 Mar 16 11:26:35.238743 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-85dfa8a0-4bed-4cf6-ac6a-7b8a5f8af442 req-2220a2e5-01e5-4fd0-b7d7-c7a3bb64324d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788524 Mar 16 11:26:35.255345 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdefc23-fbd1-4229-b93e-1347a90ee10f req-46e3f809-3671-4ddf-a193-1076a19d8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:35.256884 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cfdefc23-fbd1-4229-b93e-1347a90ee10f req-46e3f809-3671-4ddf-a193-1076a19d8eb8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 1129 time: 0.0618458 Mar 16 11:26:35.351500 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdefc23-fbd1-4229-b93e-1347a90ee10f req-cd74c1c6-e334-42a0-bd42-1da411755321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:35.352908 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cfdefc23-fbd1-4229-b93e-1347a90ee10f req-cd74c1c6-e334-42a0-bd42-1da411755321 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c170e093-4302-4344-9c38-7d7b54780b71 HTTP/1.1" status: 200 len: 911 time: 0.0852540 Mar 16 11:26:35.433954 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cfdefc23-fbd1-4229-b93e-1347a90ee10f req-b39c3999-56e7-4deb-b677-84cc12190e4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c81e416-9cc8-4549-8b86-bff8ec3b5246 HTTP/1.1" status: 200 len: 1000 time: 0.0609162 Mar 16 11:26:35.482488 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdefc23-fbd1-4229-b93e-1347a90ee10f req-2ad0c144-4bcf-4cea-9fbc-922083e42af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:35.486164 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cfdefc23-fbd1-4229-b93e-1347a90ee10f req-2ad0c144-4bcf-4cea-9fbc-922083e42af9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf84d9-ff44-4d8e-bded-a61f9c17dfc9 HTTP/1.1" status: 200 len: 849 time: 0.0450525 Mar 16 11:26:35.535192 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdefc23-fbd1-4229-b93e-1347a90ee10f req-cdf7726e-1e9e-45ca-836f-6fab0e8ada58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:35.536655 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cfdefc23-fbd1-4229-b93e-1347a90ee10f req-cdf7726e-1e9e-45ca-836f-6fab0e8ada58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c170e093-4302-4344-9c38-7d7b54780b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424356 Mar 16 11:26:35.629900 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cfdefc23-fbd1-4229-b93e-1347a90ee10f req-616399df-362e-4a4a-a28e-d40d5574a76c service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866952 Mar 16 11:26:35.775205 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f4f837ec-2a97-4fa8-8284-5614336b3a9f req-b4a5490c-6ad0-4d8d-85d5-83f6fc1a86e4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 210 time: 0.0518336 Mar 16 11:26:35.835568 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ec8d5-5bd1-43c9-bc22-762eb7f3120e req-319303d4-a4fd-496f-8d23-48c9f37d660e tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:35.837082 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-753ec8d5-5bd1-43c9-bc22-762eb7f3120e req-319303d4-a4fd-496f-8d23-48c9f37d660e tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.1821916 Mar 16 11:26:35.845699 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cfdefc23-fbd1-4229-b93e-1347a90ee10f req-da5818b5-98f9-4090-a7a1-e74ac911d851 service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088990 Mar 16 11:26:35.923084 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-753ec8d5-5bd1-43c9-bc22-762eb7f3120e req-23d4ac70-38e8-484a-b74a-95aa36e0e9ab tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798187 Mar 16 11:26:35.931583 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-b7e498ed-1a6d-47c8-b38d-899b8f0496d0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:35.933532 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-b7e498ed-1a6d-47c8-b38d-899b8f0496d0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 815 time: 0.1906924 Mar 16 11:26:36.012177 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-1b07df6a-3cae-40b9-9b7b-c8384ab6cc0e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50532de5a82841ba951033ebf8ea10fa HTTP/1.1" status: 200 len: 472 time: 0.0612516 Mar 16 11:26:36.047669 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'port': {'device_id': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'admin_state_up': True, 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'security_groups': ['8eca8d8f-97e9-4744-9299-876ba679c18d']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:36.185603 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7484b-e36c-47d5-9dc0-02976cedf85e req-d6f8c476-bb0c-4e12-82ed-c5e68da274f5 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:36.187002 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-13e7484b-e36c-47d5-9dc0-02976cedf85e req-d6f8c476-bb0c-4e12-82ed-c5e68da274f5 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 945 time: 0.0973980 Mar 16 11:26:36.245897 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Made reservation on behalf of 50532de5a82841ba951033ebf8ea10fa for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:26:36.250282 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:36.287957 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabef22-89c2-485d-b2c6-cbbd5f835453 req-b4f9fa5d-5d78-478b-b938-a3af5246baa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:36.289468 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bbabef22-89c2-485d-b2c6-cbbd5f835453 req-b4f9fa5d-5d78-478b-b938-a3af5246baa6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.1278419 Mar 16 11:26:36.293673 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-13e7484b-e36c-47d5-9dc0-02976cedf85e req-d638261d-2a38-42ba-870e-501e61ff36db tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914955 Mar 16 11:26:36.441727 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bbabef22-89c2-485d-b2c6-cbbd5f835453 req-31dfea64-b9da-4789-ae7f-c14f3b3c60d2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418674 Mar 16 11:26:36.481540 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccb582-653a-4a6a-8c71-1741d6571658 req-aa5c6f1e-82fe-4eab-acd0-29db968e7d47 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:36.483120 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6eccb582-653a-4a6a-8c71-1741d6571658 req-aa5c6f1e-82fe-4eab-acd0-29db968e7d47 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.1357791 Mar 16 11:26:36.484480 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Allocated IP 172.20.0.12 (33dcaf7a-9065-45ab-98b3-1b440d48a146/f7178324-d2ef-4ea9-873d-2e1326b0608e/e6bc0f3e-e95c-458f-a060-56634acaa43f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:26:36.573208 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6eccb582-653a-4a6a-8c71-1741d6571658 req-824cdd84-cb7e-49cf-baae-6373f1af4418 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833821 Mar 16 11:26:36.616111 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:36.673277 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:36.709654 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:36.757327 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Network 33dcaf7a-9065-45ab-98b3-1b440d48a146 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:26:36.762393 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:36.765130 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:26:36.767824 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:36.797178 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'Port': ['ID=e6bc0f3e-e95c-458f-a060-56634acaa43f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:36.824871 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:36.824871 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:36.843342 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-e46a76db-99da-4e9f-b35b-6438c1fd780c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7999074 Mar 16 11:26:36.875049 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Request body: {'port': {'device_id': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:36.968058 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c67d0-ad8b-4409-9956-4f605c33d6e6 req-b85cb84e-3989-4dbb-adcc-e1559c0b55a0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:36.969520 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-002c67d0-ad8b-4409-9956-4f605c33d6e6 req-b85cb84e-3989-4dbb-adcc-e1559c0b55a0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 932 time: 0.1155822 Mar 16 11:26:36.970502 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:36.996727 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-410f1071-53a3-4647-8a85-4d4763b3fccf None None] Provisioning complete for port e6bc0f3e-e95c-458f-a060-56634acaa43f triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:26:36.997190 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-410f1071-53a3-4647-8a85-4d4763b3fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:37.030469 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-410f1071-53a3-4647-8a85-4d4763b3fccf None None] Port e6bc0f3e-e95c-458f-a060-56634acaa43f cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:26:37.172406 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-002c67d0-ad8b-4409-9956-4f605c33d6e6 req-a8e7c6a8-3934-4295-91e8-85f441dd059e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929624 Mar 16 11:26:37.199054 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306ba23-7056-4acd-8bbc-54973975d1b6 req-d6ddbca4-e518-49ae-8d80-1dda1e3c053c tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:37.200602 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d306ba23-7056-4acd-8bbc-54973975d1b6 req-d6ddbca4-e518-49ae-8d80-1dda1e3c053c tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.2100153 Mar 16 11:26:37.219815 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aac69-9b84-4c2b-92b3-5d1e4bfc886d req-548fb801-dd8d-445c-bb42-bf7595959761 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:37.221205 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ce2aac69-9b84-4c2b-92b3-5d1e4bfc886d req-548fb801-dd8d-445c-bb42-bf7595959761 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 945 time: 0.1933970 Mar 16 11:26:37.392552 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d306ba23-7056-4acd-8bbc-54973975d1b6 req-7d2d8d77-9a96-4f94-9df3-17eed624ffee tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842051 Mar 16 11:26:37.505092 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281c0ed-1fb1-46d1-aeb5-8f6e269f1f3c req-1e3f0ebd-1701-41d1-ad9e-a3ef55a5330e tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:37.506880 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1281c0ed-1fb1-46d1-aeb5-8f6e269f1f3c req-1e3f0ebd-1701-41d1-ad9e-a3ef55a5330e tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 945 time: 0.1429372 Mar 16 11:26:37.542677 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ce2aac69-9b84-4c2b-92b3-5d1e4bfc886d req-9bd834f6-4e0e-4d41-abb9-726051781d68 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Deleting port eb2d5421-a94f-40a6-9cdd-71213008eb5f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:26:37.543083 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ce2aac69-9b84-4c2b-92b3-5d1e4bfc886d req-9bd834f6-4e0e-4d41-abb9-726051781d68 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:37.619025 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bc0f3e-e95c-458f-a060-56634acaa43f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:37.633857 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Publish callbacks [] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:37.701300 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Transition to ACTIVE for port object e6bc0f3e-e95c-458f-a060-56634acaa43f will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:26:37.720241 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1281c0ed-1fb1-46d1-aeb5-8f6e269f1f3c req-72a3ff9b-c541-4fc8-b278-cbcbc2f02660 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/security-groups?id=423b872a-2128-4b40-894a-88c3c2c07dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036033 Mar 16 11:26:37.720964 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:37.778250 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f47103-b16e-4741-85bc-ecf4c1ea3d78 req-0b9ecaa0-a0c5-484d-8ac9-53d8c68ecb37 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:37.780422 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a7f47103-b16e-4741-85bc-ecf4c1ea3d78 req-0b9ecaa0-a0c5-484d-8ac9-53d8c68ecb37 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.2625048 Mar 16 11:26:37.783913 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ce2aac69-9b84-4c2b-92b3-5d1e4bfc886d req-9bd834f6-4e0e-4d41-abb9-726051781d68 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] For port eb2d5421-a94f-40a6-9cdd-71213008eb5f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb2d5421-a94f-40a6-9cdd-71213008eb5f,segment=NetworkSegment(f1484c12-4c3f-42e8-a9fa-6a2290365ee9),segment_id=f1484c12-4c3f-42e8-a9fa-6a2290365ee9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:37.784371 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ce2aac69-9b84-4c2b-92b3-5d1e4bfc886d req-9bd834f6-4e0e-4d41-abb9-726051781d68 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:38.108416 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ce2aac69-9b84-4c2b-92b3-5d1e4bfc886d req-9bd834f6-4e0e-4d41-abb9-726051781d68 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Calling delete_port for eb2d5421-a94f-40a6-9cdd-71213008eb5f owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:26:38.129076 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bc0f3e-e95c-458f-a060-56634acaa43f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:38.267212 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a7f47103-b16e-4741-85bc-ecf4c1ea3d78 req-7840be28-65c3-45ad-b6c7-e780a16168cb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4776673 Mar 16 11:26:38.290176 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c69b5-d79a-4da5-a571-4fa372d6eac6 req-b53dbd72-e78f-4663-a109-b1737570487c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:38.291658 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e40c69b5-d79a-4da5-a571-4fa372d6eac6 req-b53dbd72-e78f-4663-a109-b1737570487c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.5102632 Mar 16 11:26:38.351440 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Attempting to bind port e6bc0f3e-e95c-458f-a060-56634acaa43f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:26:38.351778 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Attempting to bind port e6bc0f3e-e95c-458f-a060-56634acaa43f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:26:38.352098 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Attempting to bind port e6bc0f3e-e95c-458f-a060-56634acaa43f on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:26:38.384741 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Port e6bc0f3e-e95c-458f-a060-56634acaa43f on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:26:38.385058 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Attempting to bind port e6bc0f3e-e95c-458f-a060-56634acaa43f on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:26:38.409044 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:26:38.409533 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Checking segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:26:38.410036 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Bound using segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:26:38.410634 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Bound port: e6bc0f3e-e95c-458f-a060-56634acaa43f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:26:38.411114 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:38.453446 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e40c69b5-d79a-4da5-a571-4fa372d6eac6 req-6a525af9-93d7-4443-99fd-77b67a6b6cc2 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550922 Mar 16 11:26:38.527157 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83308b8-0440-40b7-9eaa-6812faa3402e req-f0e62dfc-8e39-4f42-9b9e-ffaf80ef474b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:38.529447 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b83308b8-0440-40b7-9eaa-6812faa3402e req-f0e62dfc-8e39-4f42-9b9e-ffaf80ef474b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 944 time: 0.1996052 Mar 16 11:26:38.530133 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ce2aac69-9b84-4c2b-92b3-5d1e4bfc886d req-9bd834f6-4e0e-4d41-abb9-726051781d68 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (eb2d5421-a94f-40a6-9cdd-71213008eb5f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:38.569522 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['eb2d5421-a94f-40a6-9cdd-71213008eb5f'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:26:38.627119 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd834f6-4e0e-4d41-abb9-726051781d68 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Pushing event deleted for resources: {'Port': ['ID=eb2d5421-a94f-40a6-9cdd-71213008eb5f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:38.665324 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] For port e6bc0f3e-e95c-458f-a060-56634acaa43f, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:26:38.718585 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2aac69-9b84-4c2b-92b3-5d1e4bfc886d req-9bd834f6-4e0e-4d41-abb9-726051781d68 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] No DVR routers for this DVR port eb2d5421-a94f-40a6-9cdd-71213008eb5f on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:26:38.727154 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] For port e6bc0f3e-e95c-458f-a060-56634acaa43f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6bc0f3e-e95c-458f-a060-56634acaa43f,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:26:38.734852 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ce2aac69-9b84-4c2b-92b3-5d1e4bfc886d req-9bd834f6-4e0e-4d41-abb9-726051781d68 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:38.739164 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ce2aac69-9b84-4c2b-92b3-5d1e4bfc886d req-9bd834f6-4e0e-4d41-abb9-726051781d68 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.62 "DELETE /v2.0/ports/eb2d5421-a94f-40a6-9cdd-71213008eb5f HTTP/1.1" status: 204 len: 173 time: 1.5020068 Mar 16 11:26:38.744696 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af859a-7e4d-443d-bc3a-3676a6ee84be', 'name': 'network-vif-deleted', 'tag': 'eb2d5421-a94f-40a6-9cdd-71213008eb5f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:38.747882 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9604bcb7-f632-49da-83ca-6ff8c274a19d" -d '{"events": [{"server_uuid": "d3af859a-7e4d-443d-bc3a-3676a6ee84be", "name": "network-vif-deleted", "tag": "eb2d5421-a94f-40a6-9cdd-71213008eb5f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:26:38.756386 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:38.768026 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f43d03-bd23-4cf5-8650-6aec600c8f50 req-a47fc4a2-f7c2-4457-bc47-7216d326ec13 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:38.769333 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d4f43d03-bd23-4cf5-8650-6aec600c8f50 req-a47fc4a2-f7c2-4457-bc47-7216d326ec13 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.2566864 Mar 16 11:26:38.783318 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b83308b8-0440-40b7-9eaa-6812faa3402e req-61a55081-491b-4c77-b237-b27cf31737d0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360535 Mar 16 11:26:38.834191 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:38.835435 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:38.837027 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] 10.222.0.62 "PUT /v2.0/ports/e6bc0f3e-e95c-458f-a060-56634acaa43f HTTP/1.1" status: 200 len: 1094 time: 1.9683967 Mar 16 11:26:38.910451 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c539644-7c00-4a17-9ba9-2a4b61311f51 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bc0f3e-e95c-458f-a060-56634acaa43f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:38.915053 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a604a785-3d94-4d9a-96ff-dc92400fde4e req-0bb0fd13-8784-4695-8ee8-974c632e2ed7 tempest-VolumesActionsTest-447535103 tempest-VolumesActionsTest-447535103-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3af859a-7e4d-443d-bc3a-3676a6ee84be HTTP/1.1" status: 200 len: 210 time: 0.0460250 Mar 16 11:26:38.925197 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d4f43d03-bd23-4cf5-8650-6aec600c8f50 req-40857fd1-4623-4699-87a5-eae9857f8b7d tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460187 Mar 16 11:26:38.974815 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d228577d-2c9c-4f0c-a3c0-aebe2e381a80 x-openstack-request-id: req-d228577d-2c9c-4f0c-a3c0-aebe2e381a80 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:26:38.975195 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3af859a-7e4d-443d-bc3a-3676a6ee84be", "name": "network-vif-deleted", "tag": "eb2d5421-a94f-40a6-9cdd-71213008eb5f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:26:38.975516 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d228577d-2c9c-4f0c-a3c0-aebe2e381a80 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:26:38.975976 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af859a-7e4d-443d-bc3a-3676a6ee84be', 'name': 'network-vif-deleted', 'tag': 'eb2d5421-a94f-40a6-9cdd-71213008eb5f', 'status': 'completed', 'code': 200} Mar 16 11:26:38.991216 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-71f8009e-1f76-4ecd-b9c1-fd3e12921f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:38.993084 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-71f8009e-1f76-4ecd-b9c1-fd3e12921f09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 1128 time: 0.0667093 Mar 16 11:26:39.061490 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-b6a23a16-cf9b-40dd-b8ec-61d2f140fcb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bc0f3e-e95c-458f-a060-56634acaa43f HTTP/1.1" status: 200 len: 217 time: 0.0422912 Mar 16 11:26:39.115305 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-f00e1188-3eb7-4b54-9ea7-f4433423ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:39.116782 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-f00e1188-3eb7-4b54-9ea7-f4433423ded6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7178324-d2ef-4ea9-873d-2e1326b0608e HTTP/1.1" status: 200 len: 854 time: 0.0472369 Mar 16 11:26:39.167193 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-d93f3dff-9f18-4c3c-8cc8-c7fae20f931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:39.168756 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-d93f3dff-9f18-4c3c-8cc8-c7fae20f931d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33dcaf7a-9065-45ab-98b3-1b440d48a146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448844 Mar 16 11:26:39.260467 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-559b6d9f-287f-46ec-ba20-60d1290afacd service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847526 Mar 16 11:26:39.410158 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-98cc1bb8-7d18-4828-8c6d-ad54b37f8a2c req-1845d569-db95-4be6-a5cb-f00c4f2f11be service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261024 Mar 16 11:26:39.423574 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ca7c-b15f-4295-a16b-c1a04924dba5 req-5116745b-43cb-4fcb-af26-07fdda479dce tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:39.425024 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a079ca7c-b15f-4295-a16b-c1a04924dba5 req-5116745b-43cb-4fcb-af26-07fdda479dce tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0880575 Mar 16 11:26:39.475907 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a079ca7c-b15f-4295-a16b-c1a04924dba5 req-1ec84be7-6592-4f90-a2cd-f48b658f4921 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451269 Mar 16 11:26:39.574018 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2d7f4-4a16-46dc-90a0-f6c677a2d50d req-39649093-75a4-4a6f-afcc-41e5d7ccb201 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:39.575448 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b5f2d7f4-4a16-46dc-90a0-f6c677a2d50d req-39649093-75a4-4a6f-afcc-41e5d7ccb201 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0547509 Mar 16 11:26:39.622145 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b5f2d7f4-4a16-46dc-90a0-f6c677a2d50d req-913a605d-c7df-45f6-8cc1-ee5e56b9d7fc tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Mar 16 11:26:39.907261 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97d437-7e2f-458e-b5a8-87110dafc6f2 req-c7798d63-8ecb-4d3c-babe-37eb6e62e314 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:39.908773 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb97d437-7e2f-458e-b5a8-87110dafc6f2 req-c7798d63-8ecb-4d3c-babe-37eb6e62e314 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 944 time: 0.0556595 Mar 16 11:26:39.957919 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bb97d437-7e2f-458e-b5a8-87110dafc6f2 req-88ec9cba-d3d9-4fea-9015-e4da8150576d tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431876 Mar 16 11:26:40.081110 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49794bfb-9bbc-4639-9848-38f2909ef473 req-350caba6-f3ec-4802-81c2-1adbb245424b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:40.082638 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-49794bfb-9bbc-4639-9848-38f2909ef473 req-350caba6-f3ec-4802-81c2-1adbb245424b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0569720 Mar 16 11:26:40.145007 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-49794bfb-9bbc-4639-9848-38f2909ef473 req-5e72b36c-ab7a-40aa-8d84-38d812c3e462 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553842 Mar 16 11:26:40.197408 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 53370) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:26:40.343736 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aeb86c05-b6a1-4f6f-b4dd-6bba932f05fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:40.422041 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aeb86c05-b6a1-4f6f-b4dd-6bba932f05fe admin admin] Publish callbacks [] for security_group (3e80ace8-5219-4dea-b4b4-4969a0d1abf4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:40.426304 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aeb86c05-b6a1-4f6f-b4dd-6bba932f05fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3e80ace8-5219-4dea-b4b4-4969a0d1abf4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:40.459613 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-aeb86c05-b6a1-4f6f-b4dd-6bba932f05fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e08d6629e21412dbe674a847426f2b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581198 Mar 16 11:26:40.459711 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 53386) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:26:40.474812 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb86c05-b6a1-4f6f-b4dd-6bba932f05fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e80ace8-5219-4dea-b4b4-4969a0d1abf4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:40.525204 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34094e2c-bed9-49ec-a01b-dba2f4be2075 admin admin] Publish callbacks [] for security_group (3e80ace8-5219-4dea-b4b4-4969a0d1abf4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:40.549538 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34094e2c-bed9-49ec-a01b-dba2f4be2075 admin admin] Publish callbacks [] for security_group (3e80ace8-5219-4dea-b4b4-4969a0d1abf4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:40.632075 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea89f72-b568-4d3b-8020-8dd42452b454 req-d5c6835a-d917-4c2f-ace3-3b66894a1ef6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:40.634198 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8ea89f72-b568-4d3b-8020-8dd42452b454 req-d5c6835a-d917-4c2f-ace3-3b66894a1ef6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0868325 Mar 16 11:26:40.662512 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34094e2c-bed9-49ec-a01b-dba2f4be2075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3e80ace8-5219-4dea-b4b4-4969a0d1abf4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:40.665189 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34094e2c-bed9-49ec-a01b-dba2f4be2075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:40.666256 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-34094e2c-bed9-49ec-a01b-dba2f4be2075 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e80ace8-5219-4dea-b4b4-4969a0d1abf4 HTTP/1.1" status: 204 len: 168 time: 0.2055664 Mar 16 11:26:40.695784 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34094e2c-bed9-49ec-a01b-dba2f4be2075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e80ace8-5219-4dea-b4b4-4969a0d1abf4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:40.713177 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8ea89f72-b568-4d3b-8020-8dd42452b454 req-66a64269-ced0-4931-8356-9aa289bfa98c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719299 Mar 16 11:26:40.783482 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d74670-c5db-4d88-9581-3e873a444728 req-0466cd23-2383-4642-a1cb-a093cdc62658 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:40.785810 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c9d74670-c5db-4d88-9581-3e873a444728 req-0466cd23-2383-4642-a1cb-a093cdc62658 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0716162 Mar 16 11:26:40.840430 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c9d74670-c5db-4d88-9581-3e873a444728 req-891fee38-52d8-4905-a7ec-4b17d7d21cef tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481522 Mar 16 11:26:40.977506 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'tag': 'e6bc0f3e-e95c-458f-a060-56634acaa43f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:40.979759 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23a88ce-c6e0-44e7-84d0-fff3f3b76f80" -d '{"events": [{"name": "network-changed", "server_uuid": "6e666768-599b-4cb2-9c5b-69ff55fc4575", "tag": "e6bc0f3e-e95c-458f-a060-56634acaa43f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:26:41.019351 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91d7789-2520-4623-ad2d-f893112608b1 x-openstack-request-id: req-f91d7789-2520-4623-ad2d-f893112608b1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:26:41.019707 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e666768-599b-4cb2-9c5b-69ff55fc4575", "tag": "e6bc0f3e-e95c-458f-a060-56634acaa43f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:26:41.020040 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f91d7789-2520-4623-ad2d-f893112608b1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:26:41.020511 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'tag': 'e6bc0f3e-e95c-458f-a060-56634acaa43f', 'status': 'completed', 'code': 200} Mar 16 11:26:41.120099 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb5967-d275-4cb7-b7fd-2192753aa8d6 req-922e6569-722e-4580-9470-2c54ead2ddab tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:41.121601 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-81cb5967-d275-4cb7-b7fd-2192753aa8d6 req-922e6569-722e-4580-9470-2c54ead2ddab tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 944 time: 0.0890412 Mar 16 11:26:41.127922 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a88ce-c6e0-44e7-84d0-fff3f3b76f80 req-01f25d90-aa7b-4da3-929f-cea3771b44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:41.129338 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f23a88ce-c6e0-44e7-84d0-fff3f3b76f80 req-01f25d90-aa7b-4da3-929f-cea3771b44e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 1128 time: 0.0631175 Mar 16 11:26:41.226005 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-81cb5967-d275-4cb7-b7fd-2192753aa8d6 req-3d2f23ed-7b0d-4874-a91f-dcb2a56a05bd tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957291 Mar 16 11:26:41.283164 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a88ce-c6e0-44e7-84d0-fff3f3b76f80 req-8784ca6b-4a83-4f1e-baef-eace7f4b0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:41.284651 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f23a88ce-c6e0-44e7-84d0-fff3f3b76f80 req-8784ca6b-4a83-4f1e-baef-eace7f4b0f55 service neutron] 10.222.0.62 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 916 time: 0.1479285 Mar 16 11:26:41.307392 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1417b7-3012-4d84-bd02-991e40129e60 req-b027d8ee-e4e9-4c47-a961-7218d368d691 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:41.308871 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9e1417b7-3012-4d84-bd02-991e40129e60 req-b027d8ee-e4e9-4c47-a961-7218d368d691 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0864487 Mar 16 11:26:41.340267 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f23a88ce-c6e0-44e7-84d0-fff3f3b76f80 req-580978e7-0677-4c80-84a7-477540290cfc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bc0f3e-e95c-458f-a060-56634acaa43f HTTP/1.1" status: 200 len: 217 time: 0.0452750 Mar 16 11:26:41.389893 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 53442) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:26:41.422772 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9e1417b7-3012-4d84-bd02-991e40129e60 req-51076a09-09a5-41e6-a6e6-fa721af7f8a2 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851181 Mar 16 11:26:41.424364 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a88ce-c6e0-44e7-84d0-fff3f3b76f80 req-013da18a-2457-493f-8ab4-9b9a44355fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:41.425902 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f23a88ce-c6e0-44e7-84d0-fff3f3b76f80 req-013da18a-2457-493f-8ab4-9b9a44355fcc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7178324-d2ef-4ea9-873d-2e1326b0608e HTTP/1.1" status: 200 len: 854 time: 0.0738983 Mar 16 11:26:41.492286 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-809638582-network', 'tenant_id': '8e073869f34a4a12976b9bdc78c0a016'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:41.507778 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a88ce-c6e0-44e7-84d0-fff3f3b76f80 req-86d5c848-85a0-41fb-a4b4-59cb2be45a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:41.510980 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f23a88ce-c6e0-44e7-84d0-fff3f3b76f80 req-86d5c848-85a0-41fb-a4b4-59cb2be45a23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33dcaf7a-9065-45ab-98b3-1b440d48a146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514588 Mar 16 11:26:41.516928 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Made reservation on behalf of 8e073869f34a4a12976b9bdc78c0a016 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:26:41.519797 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:41.538638 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:41.624255 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f23a88ce-c6e0-44e7-84d0-fff3f3b76f80 req-b1a64ac8-1010-47c3-97c3-b4f87313f5e6 service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996032 Mar 16 11:26:41.625079 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Publish callbacks [] for security_group (3577032e-4056-4d31-8ab3-be1bff599cfa), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:41.628858 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3577032e-4056-4d31-8ab3-be1bff599cfa), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:41.652916 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:26:41.663038 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3577032e-4056-4d31-8ab3-be1bff599cfa,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:41.667818 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (af4c51dc-c248-40ee-b39f-4c02a6f588ea), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:41.668159 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.segments_db [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Added segment af4c51dc-c248-40ee-b39f-4c02a6f588ea of type vlan for network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 Mar 16 11:26:41.707142 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:41.718579 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f23a88ce-c6e0-44e7-84d0-fff3f3b76f80 req-e1cbb56f-c048-4c23-9abf-6d3366c9aeae service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878420 Mar 16 11:26:41.731628 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:41.733120 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:41.733707 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:41.794616 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4034877 Mar 16 11:26:41.798027 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 53448) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:26:41.803917 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bad44367-80bc-4408-aa83-4fe97b7c2aab admin admin] Request body: {'subnet': {'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-809638582-subnet', 'tenant_id': '8e073869f34a4a12976b9bdc78c0a016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:41.810123 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59855f33-5e41-4922-8d0e-19093dda7d12 admin admin] Pushing event updated for resources: {'Network': ['ID=1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:41.824367 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:26:41.835564 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad44367-80bc-4408-aa83-4fe97b7c2aab admin admin] Made reservation on behalf of 8e073869f34a4a12976b9bdc78c0a016 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:26:41.839335 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bad44367-80bc-4408-aa83-4fe97b7c2aab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62846918'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:41.862180 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d1071-6c5c-4d32-a984-a6393490ff94 req-ec481636-c4f8-44ca-8b83-de1ba783f7f3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:41.869606 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1f6d1071-6c5c-4d32-a984-a6393490ff94 req-ec481636-c4f8-44ca-8b83-de1ba783f7f3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0856857 Mar 16 11:26:41.872708 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device e6bc0f3e-e95c-458f-a060-56634acaa43f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:26:41.920387 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1f6d1071-6c5c-4d32-a984-a6393490ff94 req-fc8d2b31-8d6f-49cd-be40-722ac0a2bb3b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499084 Mar 16 11:26:41.935840 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device eb2d5421-a94f-40a6-9cdd-71213008eb5f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:26:41.963098 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: eb2d5421-a94f-40a6-9cdd-71213008eb5f {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:26:41.963487 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device eb2d5421-a94f-40a6-9cdd-71213008eb5f not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:26:41.998698 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec5b68-46aa-422d-9cc8-0a8ab87b8f39 req-73730d9f-a894-4d4f-9320-8ac017208f8f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:42.000534 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c8ec5b68-46aa-422d-9cc8-0a8ab87b8f39 req-73730d9f-a894-4d4f-9320-8ac017208f8f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0666802 Mar 16 11:26:42.042392 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port e6bc0f3e-e95c-458f-a060-56634acaa43f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6bc0f3e-e95c-458f-a060-56634acaa43f,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:42.047992 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bad44367-80bc-4408-aa83-4fe97b7c2aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62424013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62846968'] for subnet (4d6e6e6d-438b-4170-944f-5189ed632cc4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:42.053529 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c8ec5b68-46aa-422d-9cc8-0a8ab87b8f39 req-047533d1-8320-486c-97f2-c34b9a0e9f7f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456152 Mar 16 11:26:42.057038 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': 'e6bc0f3e-e95c-458f-a060-56634acaa43f', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'port_id': 'e6bc0f3e-e95c-458f-a060-56634acaa43f', 'mac_address': 'fa:16:3e:23:de:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:26:42.101658 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port e6bc0f3e-e95c-458f-a060-56634acaa43f is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:26:42.102421 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:42.115236 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad44367-80bc-4408-aa83-4fe97b7c2aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d6e6e6d-438b-4170-944f-5189ed632cc4,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:42.120280 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bc0f3e-e95c-458f-a060-56634acaa43f {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:42.126684 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad44367-80bc-4408-aa83-4fe97b7c2aab admin admin] Checking segment: {'id': 'af4c51dc-c248-40ee-b39f-4c02a6f588ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:26:42.127195 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad44367-80bc-4408-aa83-4fe97b7c2aab admin admin] Network hostable DHCP agents. Network: 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:26:42.142719 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port e6bc0f3e-e95c-458f-a060-56634acaa43f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6bc0f3e-e95c-458f-a060-56634acaa43f,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:42.145361 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad44367-80bc-4408-aa83-4fe97b7c2aab admin admin] Network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:26:42.146402 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:42.155603 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-bad44367-80bc-4408-aa83-4fe97b7c2aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:42.161195 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad44367-80bc-4408-aa83-4fe97b7c2aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:42.161885 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bad44367-80bc-4408-aa83-4fe97b7c2aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:42.171642 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a79e6af-765b-4e82-a399-bbc0fd78189a None None] Network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:26:42.181605 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-bad44367-80bc-4408-aa83-4fe97b7c2aab admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3821504 Mar 16 11:26:42.239287 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=e6bc0f3e-e95c-458f-a060-56634acaa43f,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:42.305117 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc2528d-74a0-4d80-8cbc-0d03b9b6bfc9 None None] Network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:26:42.350362 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbacca-1c14-4ae4-bbe8-279d27645db1 req-8215c87a-b46f-4aae-ab4d-162b8db37b87 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:42.351865 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-79cbacca-1c14-4ae4-bbe8-279d27645db1 req-8215c87a-b46f-4aae-ab4d-162b8db37b87 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 945 time: 0.0560837 Mar 16 11:26:42.417223 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-79cbacca-1c14-4ae4-bbe8-279d27645db1 req-1291924f-d924-443f-8ed6-df7f404622e0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597742 Mar 16 11:26:42.542503 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['e6bc0f3e-e95c-458f-a060-56634acaa43f'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:26:42.542917 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba8f2a-9e80-412e-9c08-3b5bf20db919 req-75d826a9-9d73-43eb-b640-43d35210b86a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:42.544484 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b6ba8f2a-9e80-412e-9c08-3b5bf20db919 req-75d826a9-9d73-43eb-b640-43d35210b86a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0526533 Mar 16 11:26:42.605084 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b6ba8f2a-9e80-412e-9c08-3b5bf20db919 req-7d59d592-9ae5-4285-b02a-c17ebe8679d2 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548587 Mar 16 11:26:43.182062 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6fe9b-6200-49cc-9ebd-a24df3507936 req-fbc7698a-bbfd-41d8-ad8f-86b70d29be66 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:43.183587 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-38a6fe9b-6200-49cc-9ebd-a24df3507936 req-fbc7698a-bbfd-41d8-ad8f-86b70d29be66 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0524375 Mar 16 11:26:43.234970 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-38a6fe9b-6200-49cc-9ebd-a24df3507936 req-3ea96432-b556-446b-96e4-c872858c0b27 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458653 Mar 16 11:26:43.534642 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8536a0-9a58-4434-8bf7-8f5bf4cb788d req-481453ed-8275-47ab-b734-e3d4db8274c6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:43.536086 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fc8536a0-9a58-4434-8bf7-8f5bf4cb788d req-481453ed-8275-47ab-b734-e3d4db8274c6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 945 time: 0.0508552 Mar 16 11:26:43.583055 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fc8536a0-9a58-4434-8bf7-8f5bf4cb788d req-c5f0343b-24f4-476b-8550-1c8280f34d12 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412774 Mar 16 11:26:43.724675 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190c47a-6bef-4b65-ab36-bff5a34dacba req-c82d9df1-6d9f-4516-a50b-74483024b1b5 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:43.726233 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c190c47a-6bef-4b65-ab36-bff5a34dacba req-c82d9df1-6d9f-4516-a50b-74483024b1b5 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0545549 Mar 16 11:26:43.780369 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c190c47a-6bef-4b65-ab36-bff5a34dacba req-a49cc9ce-3e11-4ab3-bba0-1bba5edbe60e tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485063 Mar 16 11:26:43.847596 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device e6bc0f3e-e95c-458f-a060-56634acaa43f up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:26:43.898816 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port e6bc0f3e-e95c-458f-a060-56634acaa43f completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:26:43.903373 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port e6bc0f3e-e95c-458f-a060-56634acaa43f triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:26:43.903784 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:43.982736 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port e6bc0f3e-e95c-458f-a060-56634acaa43f is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:26:43.983048 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:44.006279 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc0f3e-e95c-458f-a060-56634acaa43f'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:44.008491 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546c86a7-8b1a-43aa-bac3-425ec7139317" -d '{"events": [{"server_uuid": "6e666768-599b-4cb2-9c5b-69ff55fc4575", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc0f3e-e95c-458f-a060-56634acaa43f"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:26:44.021422 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port e6bc0f3e-e95c-458f-a060-56634acaa43f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6bc0f3e-e95c-458f-a060-56634acaa43f,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:44.025412 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:44.048318 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a34c23e-9be3-4e41-bb72-ea390f5dd87b x-openstack-request-id: req-5a34c23e-9be3-4e41-bb72-ea390f5dd87b {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:26:44.048642 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e666768-599b-4cb2-9c5b-69ff55fc4575", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc0f3e-e95c-458f-a060-56634acaa43f", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:26:44.048897 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5a34c23e-9be3-4e41-bb72-ea390f5dd87b {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:26:44.049290 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc0f3e-e95c-458f-a060-56634acaa43f', 'code': 200} Mar 16 11:26:44.074828 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=e6bc0f3e-e95c-458f-a060-56634acaa43f,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:44.248213 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ddee7-75b9-4f19-af4c-c2c19dce4b29 req-ba33ed47-f0fd-472c-8a23-ede4aba3ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:44.249649 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-156ddee7-75b9-4f19-af4c-c2c19dce4b29 req-ba33ed47-f0fd-472c-8a23-ede4aba3ce9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 1130 time: 0.0434341 Mar 16 11:26:44.293743 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-156ddee7-75b9-4f19-af4c-c2c19dce4b29 req-cfd39016-9e0b-411a-9262-62f3f60dcfc3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386815 Mar 16 11:26:44.354254 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151441e2-2d58-4ea7-afba-8e357d40600b req-658bc73d-5c29-4a42-bb20-7ab99f67b9d2 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:44.355792 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-151441e2-2d58-4ea7-afba-8e357d40600b req-658bc73d-5c29-4a42-bb20-7ab99f67b9d2 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0554307 Mar 16 11:26:44.403248 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-151441e2-2d58-4ea7-afba-8e357d40600b req-18abf72b-a8dc-4dfa-a374-0bef512ccd7f tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Mar 16 11:26:44.701599 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67aeef6-2db2-4fd1-83b7-7b710f560f2a req-0bc89aa6-c1ac-4348-9ec7-5287df87be8c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:44.703098 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c67aeef6-2db2-4fd1-83b7-7b710f560f2a req-0bc89aa6-c1ac-4348-9ec7-5287df87be8c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 946 time: 0.0530860 Mar 16 11:26:44.749099 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c67aeef6-2db2-4fd1-83b7-7b710f560f2a req-f9b35b25-2af2-4641-b53e-81e3c16c1546 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405631 Mar 16 11:26:44.896019 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca0f10-b54b-4521-8824-ada367c9e389 req-4eabe80a-0a70-4e5d-b955-c3466654c7f4 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:44.897534 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4fca0f10-b54b-4521-8824-ada367c9e389 req-4eabe80a-0a70-4e5d-b955-c3466654c7f4 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0515625 Mar 16 11:26:44.949603 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4fca0f10-b54b-4521-8824-ada367c9e389 req-cb1d1c6b-6874-4f7d-8d45-831e8d5d86cf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462806 Mar 16 11:26:45.523571 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646b108-909a-4a22-8618-ec8843f78993 req-28438163-0d19-4fc4-a16d-655085c7f5d3 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:45.524978 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2646b108-909a-4a22-8618-ec8843f78993 req-28438163-0d19-4fc4-a16d-655085c7f5d3 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0539482 Mar 16 11:26:45.572537 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2646b108-909a-4a22-8618-ec8843f78993 req-66c60bad-746f-4bdf-b6b0-cc3fba0d6336 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Mar 16 11:26:45.868491 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed1366-0772-4664-aa89-4b94849e77d1 req-af6124df-5974-4959-a107-50f9b0848e82 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:45.871195 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-64ed1366-0772-4664-aa89-4b94849e77d1 req-af6124df-5974-4959-a107-50f9b0848e82 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 946 time: 0.0579505 Mar 16 11:26:45.933760 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-64ed1366-0772-4664-aa89-4b94849e77d1 req-a4d06cba-d9cd-4cc6-9bb0-ca2398dd7288 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568893 Mar 16 11:26:46.083551 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4887600-9ac3-44c8-b717-9c150397fe3b req-4f21f66e-5cb0-48cf-96fa-484487b4f999 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:46.084931 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c4887600-9ac3-44c8-b717-9c150397fe3b req-4f21f66e-5cb0-48cf-96fa-484487b4f999 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 946 time: 0.0861104 Mar 16 11:26:46.094387 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 53516) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:26:46.095365 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b440bf-5bb4-4f06-995b-225f65395361 req-a351a55b-0590-4230-94f8-9285e4c935ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:46.096850 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d6b440bf-5bb4-4f06-995b-225f65395361 req-a351a55b-0590-4230-94f8-9285e4c935ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0699091 Mar 16 11:26:46.098857 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0df6548f-09d9-4218-a262-ddaa59734967 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'floatingip': {'port_id': 'e6bc0f3e-e95c-458f-a060-56634acaa43f'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:46.137195 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0df6548f-09d9-4218-a262-ddaa59734967 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (85e593bd-f6c1-4ac9-9535-e3f70652c94b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:46.145346 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d6b440bf-5bb4-4f06-995b-225f65395361 req-b0b1112d-d6d5-47f2-91fa-254c9e06309b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428054 Mar 16 11:26:46.550064 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0df6548f-09d9-4218-a262-ddaa59734967 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:46.553693 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0df6548f-09d9-4218-a262-ddaa59734967 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (85e593bd-f6c1-4ac9-9535-e3f70652c94b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:46.700178 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ac3cd-3dc0-450c-961c-e21a8cee54f8 req-d87fdd0a-e5b4-441b-a676-dc95e45d6145 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:46.701976 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-504ac3cd-3dc0-450c-961c-e21a8cee54f8 req-d87fdd0a-e5b4-441b-a676-dc95e45d6145 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0569561 Mar 16 11:26:46.758584 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-504ac3cd-3dc0-450c-961c-e21a8cee54f8 req-5b2e19aa-4ada-4816-b8b4-26d96958db9d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509605 Mar 16 11:26:46.831402 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.l3_db [None req-0df6548f-09d9-4218-a262-ddaa59734967 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Floating IP 85e593bd-f6c1-4ac9-9535-e3f70652c94b associated. External IP: 172.27.2.131, port: e6bc0f3e-e95c-458f-a060-56634acaa43f. Mar 16 11:26:47.038511 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df6548f-09d9-4218-a262-ddaa59734967 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:26:47.143579 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df6548f-09d9-4218-a262-ddaa59734967 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:26:47.148645 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0df6548f-09d9-4218-a262-ddaa59734967 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:26:47.155093 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16915453-8359-49f5-ab60-14599f65aa6c None None] Sync routers for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:26:47.164169 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16915453-8359-49f5-ab60-14599f65aa6c None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:26:47.164863 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-16915453-8359-49f5-ab60-14599f65aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:26:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:47.193113 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-0df6548f-09d9-4218-a262-ddaa59734967 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "PUT /v2.0/floatingips/85e593bd-f6c1-4ac9-9535-e3f70652c94b HTTP/1.1" status: 200 len: 992 time: 1.0975840 Mar 16 11:26:47.193750 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'tag': 'e6bc0f3e-e95c-458f-a060-56634acaa43f'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:47.196127 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d22ff4cfa0512844a2c0897ffbbfd3483961e8b3f6ce0a9a828d387125369bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a51e2d4-71f1-4f6e-92ec-45434111b868" -d '{"events": [{"name": "network-changed", "server_uuid": "6e666768-599b-4cb2-9c5b-69ff55fc4575", "tag": "e6bc0f3e-e95c-458f-a060-56634acaa43f"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:26:47.239021 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b0e061-6d0f-4b79-8a6c-0463f354d2e6 x-openstack-request-id: req-c6b0e061-6d0f-4b79-8a6c-0463f354d2e6 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:26:47.239021 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e666768-599b-4cb2-9c5b-69ff55fc4575", "tag": "e6bc0f3e-e95c-458f-a060-56634acaa43f", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:26:47.239252 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c6b0e061-6d0f-4b79-8a6c-0463f354d2e6 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:26:47.239557 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'tag': 'e6bc0f3e-e95c-458f-a060-56634acaa43f', 'status': 'completed', 'code': 200} Mar 16 11:26:47.269710 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc8d99-505f-431f-94ca-b574fee7cd89 req-a1117195-2e14-4dcf-a965-20039b15a19c tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:47.271231 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-92fc8d99-505f-431f-94ca-b574fee7cd89 req-a1117195-2e14-4dcf-a965-20039b15a19c tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0528276 Mar 16 11:26:47.283488 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-16915453-8359-49f5-ab60-14599f65aa6c None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:26:47.369790 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e2d4-71f1-4f6e-92ec-45434111b868 req-ca5056fc-89fb-4e24-8357-0285e1275a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:47.372560 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7a51e2d4-71f1-4f6e-92ec-45434111b868 req-ca5056fc-89fb-4e24-8357-0285e1275a68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 1130 time: 0.0883486 Mar 16 11:26:47.377330 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-92fc8d99-505f-431f-94ca-b574fee7cd89 req-93d7f9fe-241c-420c-bd8b-a3994084e31f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998707 Mar 16 11:26:47.468503 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e2d4-71f1-4f6e-92ec-45434111b868 req-71ec66e4-8cee-41be-98f5-02e3b2e93994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:47.469939 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7a51e2d4-71f1-4f6e-92ec-45434111b868 req-71ec66e4-8cee-41be-98f5-02e3b2e93994 service neutron] 10.222.0.62 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 916 time: 0.0910487 Mar 16 11:26:47.515821 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-16915453-8359-49f5-ab60-14599f65aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5e40e8f1-68dd-4ddf-90d8-25797fb60815', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:9a:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:28Z', 'updated_at': '2022-03-16T11:25:11Z', 'revision_number': 2, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}, {'id': '85e593bd-f6c1-4ac9-9535-e3f70652c94b', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': 'e6bc0f3e-e95c-458f-a060-56634acaa43f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:23:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:26:30Z', 'updated_at': '2022-03-16T11:26:46Z', 'revision_number': 1, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:47.536426 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7a51e2d4-71f1-4f6e-92ec-45434111b868 req-38ce7be7-5c4d-4e21-bf68-eb350cdad9ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bc0f3e-e95c-458f-a060-56634acaa43f HTTP/1.1" status: 200 len: 1000 time: 0.0595791 Mar 16 11:26:47.541646 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16915453-8359-49f5-ab60-14599f65aa6c None None] Checking router: 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:26:47.550414 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16915453-8359-49f5-ab60-14599f65aa6c None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:26:47.551011 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-16915453-8359-49f5-ab60-14599f65aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:26:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:47.588199 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e2d4-71f1-4f6e-92ec-45434111b868 req-7e68c021-5aae-4c15-b690-5a47877608b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:47.589780 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7a51e2d4-71f1-4f6e-92ec-45434111b868 req-7e68c021-5aae-4c15-b690-5a47877608b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7178324-d2ef-4ea9-873d-2e1326b0608e HTTP/1.1" status: 200 len: 854 time: 0.0464227 Mar 16 11:26:47.646297 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e2d4-71f1-4f6e-92ec-45434111b868 req-b8af9029-2db5-47e6-b010-80b387648125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:47.647917 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7a51e2d4-71f1-4f6e-92ec-45434111b868 req-b8af9029-2db5-47e6-b010-80b387648125 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33dcaf7a-9065-45ab-98b3-1b440d48a146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490630 Mar 16 11:26:47.658721 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-16915453-8359-49f5-ab60-14599f65aa6c None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:26:47.748918 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7a51e2d4-71f1-4f6e-92ec-45434111b868 req-776331a4-30c6-4d0b-bb73-3478eb35bbee service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937405 Mar 16 11:26:47.868220 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7a51e2d4-71f1-4f6e-92ec-45434111b868 req-aa2b582b-2d0e-426d-894b-3c87a2a72c62 service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135340 Mar 16 11:26:47.898164 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-16915453-8359-49f5-ab60-14599f65aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5e40e8f1-68dd-4ddf-90d8-25797fb60815', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:9a:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:28Z', 'updated_at': '2022-03-16T11:25:11Z', 'revision_number': 2, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}, {'id': '85e593bd-f6c1-4ac9-9535-e3f70652c94b', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': 'e6bc0f3e-e95c-458f-a060-56634acaa43f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:23:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:26:30Z', 'updated_at': '2022-03-16T11:26:46Z', 'revision_number': 1, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:47.901624 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bba62c-4ee6-4f29-95de-b8d19cb05d77 req-2e158fb8-edcd-409f-8dcf-e267c18de5c8 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:47.902625 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-77bba62c-4ee6-4f29-95de-b8d19cb05d77 req-2e158fb8-edcd-409f-8dcf-e267c18de5c8 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0707986 Mar 16 11:26:47.926630 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16915453-8359-49f5-ab60-14599f65aa6c None None] The sync data for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi is: [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5e40e8f1-68dd-4ddf-90d8-25797fb60815', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:9a:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:28Z', 'updated_at': '2022-03-16T11:25:11Z', 'revision_number': 2, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}, {'id': '85e593bd-f6c1-4ac9-9535-e3f70652c94b', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': 'e6bc0f3e-e95c-458f-a060-56634acaa43f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:23:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:26:30Z', 'updated_at': '2022-03-16T11:26:46Z', 'revision_number': 1, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:26:47.964843 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-77bba62c-4ee6-4f29-95de-b8d19cb05d77 req-1ffd2f30-d25b-4f74-bf09-7ca7ddd4a9aa tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554428 Mar 16 11:26:48.129540 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5d9646-27c4-49d2-b1aa-97ee2122faff None None] New status for floating IP 85e593bd-f6c1-4ac9-9535-e3f70652c94b: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:26:48.492701 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e644b9-6c1b-4fe9-8318-5a52205a1095 req-49b7de2a-1210-4f2d-84f9-b61d7d2cf6ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:48.494176 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d3e644b9-6c1b-4fe9-8318-5a52205a1095 req-49b7de2a-1210-4f2d-84f9-b61d7d2cf6ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0514951 Mar 16 11:26:48.545349 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d3e644b9-6c1b-4fe9-8318-5a52205a1095 req-184d70a6-ff53-45fc-addb-7b7f24550b80 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450606 Mar 16 11:26:49.084283 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a027978-c2c2-420d-8912-e52d2c7bc2d2 req-1ba20ee8-b656-4ef1-a067-e2b7e3035cb3 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:49.085843 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6a027978-c2c2-420d-8912-e52d2c7bc2d2 req-1ba20ee8-b656-4ef1-a067-e2b7e3035cb3 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0518827 Mar 16 11:26:49.131802 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6a027978-c2c2-420d-8912-e52d2c7bc2d2 req-ad50efed-cc73-4243-a359-e3b2eb26f37c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396659 Mar 16 11:26:49.660391 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c1a3f-c1ba-4e4b-bc0c-54945cce7266 req-6f7d8380-7b58-4949-b39f-9ca2645635fe tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:49.661910 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a65c1a3f-c1ba-4e4b-bc0c-54945cce7266 req-6f7d8380-7b58-4949-b39f-9ca2645635fe tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0507958 Mar 16 11:26:49.709757 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a65c1a3f-c1ba-4e4b-bc0c-54945cce7266 req-10bc0291-a37c-4712-a890-ae58112b633b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423300 Mar 16 11:26:50.250858 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c80f4c-e44f-453e-9b2f-1d4c741e8248 req-b29e53ce-dfe6-4cd0-a035-f81e37d7de74 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:50.252320 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-96c80f4c-e44f-453e-9b2f-1d4c741e8248 req-b29e53ce-dfe6-4cd0-a035-f81e37d7de74 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0551803 Mar 16 11:26:50.300474 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-96c80f4c-e44f-453e-9b2f-1d4c741e8248 req-6cfb27f6-693e-4b19-b64c-3d621d1b7f1c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423355 Mar 16 11:26:50.829752 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4fd5c-2f05-4e71-80e8-2f435da82ad0 req-e22a3617-7d19-4293-b329-335c05eb23a6 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:50.831223 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6fa4fd5c-2f05-4e71-80e8-2f435da82ad0 req-e22a3617-7d19-4293-b329-335c05eb23a6 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0540035 Mar 16 11:26:50.878737 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6fa4fd5c-2f05-4e71-80e8-2f435da82ad0 req-9c636206-dfec-4f24-853d-1019d74e3155 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420926 Mar 16 11:26:51.424861 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016f14c-b8b4-4588-907a-7071861f36a2 req-4d240bd9-ac21-4cac-8aa3-ff71f8d69ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:51.427009 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8016f14c-b8b4-4588-907a-7071861f36a2 req-4d240bd9-ac21-4cac-8aa3-ff71f8d69ccf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 1130 time: 0.0799623 Mar 16 11:26:51.444312 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16965506-9aab-43fc-b944-3b1fe53ddb40 req-82f7d0b9-509f-4f93-aeb9-662a1a7fc6bd tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:51.446354 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-16965506-9aab-43fc-b944-3b1fe53ddb40 req-82f7d0b9-509f-4f93-aeb9-662a1a7fc6bd tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0751166 Mar 16 11:26:51.515519 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8016f14c-b8b4-4588-907a-7071861f36a2 req-ed54c22c-2206-42a2-9bea-479770a80b46 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823956 Mar 16 11:26:51.522258 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-16965506-9aab-43fc-b944-3b1fe53ddb40 req-a4c26cf4-79d5-4d94-8f8b-8a07148e09e7 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665674 Mar 16 11:26:51.993465 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ef796-fc68-43be-aa43-4feebfea3984 req-9b6434cd-3def-44e0-bc5e-357566401a1b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:51.994925 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e89ef796-fc68-43be-aa43-4feebfea3984 req-9b6434cd-3def-44e0-bc5e-357566401a1b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0515888 Mar 16 11:26:52.042842 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e89ef796-fc68-43be-aa43-4feebfea3984 req-75423036-b847-4c01-a85c-5f3de2590607 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419061 Mar 16 11:26:52.643410 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd936e-b1af-495b-a29d-f6e05e02d588 req-12b8a27e-19c7-45be-8a90-d1ce7cd7ae48 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:52.644875 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e2fd936e-b1af-495b-a29d-f6e05e02d588 req-12b8a27e-19c7-45be-8a90-d1ce7cd7ae48 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0553501 Mar 16 11:26:52.689148 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e2fd936e-b1af-495b-a29d-f6e05e02d588 req-4334ca07-0131-4ce3-8ddf-9a8fc9b2f190 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 Mar 16 11:26:52.838987 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:26:53.162704 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b78c9c-41e6-4728-ae77-41af31329b37 req-74189c11-a528-40bb-acc2-de17c022c20f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:53.164108 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c7b78c9c-41e6-4728-ae77-41af31329b37 req-74189c11-a528-40bb-acc2-de17c022c20f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0541072 Mar 16 11:26:53.213931 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c7b78c9c-41e6-4728-ae77-41af31329b37 req-f9129acf-8b8e-408b-9348-b1ef5fb19eab tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437753 Mar 16 11:26:53.807565 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110594f3-90aa-4d4e-9bc3-fbd7ddf5b2f1 req-3accf6b9-dd3b-43cd-aeab-8abfbd62ff1e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:53.809549 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-110594f3-90aa-4d4e-9bc3-fbd7ddf5b2f1 req-3accf6b9-dd3b-43cd-aeab-8abfbd62ff1e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0552213 Mar 16 11:26:53.855305 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-110594f3-90aa-4d4e-9bc3-fbd7ddf5b2f1 req-1691cb5b-1452-4490-bbe4-e20c9c2ad081 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399628 Mar 16 11:26:54.224736 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a484264-a3fe-48f6-a77a-a865fff2c331 req-3879b8e0-0e77-4e70-b663-5e9906c1b3cc tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:54.226199 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7a484264-a3fe-48f6-a77a-a865fff2c331 req-3879b8e0-0e77-4e70-b663-5e9906c1b3cc tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0868037 Mar 16 11:26:54.228596 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf461164-531e-46d3-b031-42744420d227 req-89c53243-e04d-40de-a18f-a30a3c4c4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:54.229911 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cf461164-531e-46d3-b031-42744420d227 req-89c53243-e04d-40de-a18f-a30a3c4c4af8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c83e77983d4926a9df4a093866a49c&device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 1130 time: 0.0651364 Mar 16 11:26:54.352372 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7a484264-a3fe-48f6-a77a-a865fff2c331 req-c1fb7a4f-4f7b-4b45-a0b0-c342d74d5c08 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200869 Mar 16 11:26:54.390833 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b28f6-f237-4c7f-a951-576bcb6064c8 req-62538523-a7d3-4ae3-95c4-63382ed06846 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:54.392275 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3b0b28f6-f237-4c7f-a951-576bcb6064c8 req-62538523-a7d3-4ae3-95c4-63382ed06846 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.1016831 Mar 16 11:26:54.393604 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf461164-531e-46d3-b031-42744420d227 req-22af121c-6df8-4ae1-9832-1b0e00077177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:54.394886 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cf461164-531e-46d3-b031-42744420d227 req-22af121c-6df8-4ae1-9832-1b0e00077177 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a19a238-948f-4877-8123-653055815c9d HTTP/1.1" status: 200 len: 919 time: 0.1571794 Mar 16 11:26:54.448173 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cf461164-531e-46d3-b031-42744420d227 req-c8b50d83-c697-4ce1-b8e8-a473b0b0da83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f217829-ffc6-4ce3-b824-c33c3ad0ea34 HTTP/1.1" status: 200 len: 217 time: 0.0429497 Mar 16 11:26:54.502697 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3b0b28f6-f237-4c7f-a951-576bcb6064c8 req-8bedaf43-a2b7-44ab-87bf-a17da5fcc0c6 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044745 Mar 16 11:26:54.514198 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf461164-531e-46d3-b031-42744420d227 req-2331c78e-ef45-4a1f-988b-98aaf7b49bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:54.515588 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cf461164-531e-46d3-b031-42744420d227 req-2331c78e-ef45-4a1f-988b-98aaf7b49bac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f580f26-f46f-4a81-9b0f-042c7377652c HTTP/1.1" status: 200 len: 858 time: 0.0576887 Mar 16 11:26:54.546591 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cf461164-531e-46d3-b031-42744420d227 req-6cd6468d-b3f0-463e-9766-77385188295d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a19a238-948f-4877-8123-653055815c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244999 Mar 16 11:26:54.634927 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cf461164-531e-46d3-b031-42744420d227 req-85ff45a3-5af4-4aff-bbad-c800eafe10b0 service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822434 Mar 16 11:26:54.719858 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cf461164-531e-46d3-b031-42744420d227 req-03488435-344c-491f-8fa5-337bc63e9ddd service neutron] 10.222.0.62 "GET /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796974 Mar 16 11:26:55.471991 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e962c-752a-4c7e-942a-0e6f4277c84e req-f17b89ed-bd46-49d2-93d9-c19c9a505ff4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:55.473468 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f9e962c-752a-4c7e-942a-0e6f4277c84e req-f17b89ed-bd46-49d2-93d9-c19c9a505ff4 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0557888 Mar 16 11:26:55.518883 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f9e962c-752a-4c7e-942a-0e6f4277c84e req-8d7ecd78-91b7-491d-a335-aa339e9cfa46 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 Mar 16 11:26:55.620531 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea3419-bc57-4f9e-a422-8782a082ad0e req-7bd43e37-b7d4-4662-a84a-77100c6b4186 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:55.622533 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-aeea3419-bc57-4f9e-a422-8782a082ad0e req-7bd43e37-b7d4-4662-a84a-77100c6b4186 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0511150 Mar 16 11:26:55.669279 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-aeea3419-bc57-4f9e-a422-8782a082ad0e req-5d16cfa6-b335-4f73-9910-e41ec6caec1d tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412056 Mar 16 11:26:56.636406 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd4e02-8584-4448-b019-6b709e0b3667 req-a9ae7b1e-9829-441c-b4e0-e244db8ea335 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:56.638352 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-76bd4e02-8584-4448-b019-6b709e0b3667 req-a9ae7b1e-9829-441c-b4e0-e244db8ea335 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0512083 Mar 16 11:26:56.686217 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-76bd4e02-8584-4448-b019-6b709e0b3667 req-838d248a-3311-4c60-bffb-cb90cafbbb9c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424569 Mar 16 11:26:56.783680 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644914da-1c8b-4be4-bfcf-3ef0555635f9 req-eabd6b4c-570a-4477-9cef-003fe25ba98f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:56.785138 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-644914da-1c8b-4be4-bfcf-3ef0555635f9 req-eabd6b4c-570a-4477-9cef-003fe25ba98f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0522819 Mar 16 11:26:56.833387 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-644914da-1c8b-4be4-bfcf-3ef0555635f9 req-33f56494-5e4e-45cb-8b2e-08f6f914381e tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426927 Mar 16 11:26:57.801151 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209af28a-dfc1-4851-bc61-2353b3224643 req-9e0661fb-6a5b-4db9-a3bf-ffa9b3749374 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:57.802593 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-209af28a-dfc1-4851-bc61-2353b3224643 req-9e0661fb-6a5b-4db9-a3bf-ffa9b3749374 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0503161 Mar 16 11:26:57.849354 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-209af28a-dfc1-4851-bc61-2353b3224643 req-5fd56890-67d9-4a3f-b832-0a8e7823a14b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 Mar 16 11:26:57.952068 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01436f08-5e6e-40dd-9826-aaf29db209aa req-310e04d0-6fbd-4ce3-afc1-33329ddc20fc tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:57.953566 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-01436f08-5e6e-40dd-9826-aaf29db209aa req-310e04d0-6fbd-4ce3-afc1-33329ddc20fc tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0556984 Mar 16 11:26:58.001565 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-01436f08-5e6e-40dd-9826-aaf29db209aa req-b1f619ab-2aa1-4b63-8535-77abcc8010aa tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424278 Mar 16 11:26:58.968130 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40c975-a927-4aeb-9eca-bc0549de796f req-5dea9516-deb7-4cef-817f-09bb3ecb2afa tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:58.969639 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cc40c975-a927-4aeb-9eca-bc0549de796f req-5dea9516-deb7-4cef-817f-09bb3ecb2afa tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0517576 Mar 16 11:26:59.015884 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cc40c975-a927-4aeb-9eca-bc0549de796f req-83c40df7-e4af-47b6-a0d2-d258aefcd178 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406148 Mar 16 11:26:59.118080 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dbece-dc0b-498f-977b-99b0accf821a req-6861aca3-0c37-4a8c-89d1-46ba1d549c67 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:59.119553 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-214dbece-dc0b-498f-977b-99b0accf821a req-6861aca3-0c37-4a8c-89d1-46ba1d549c67 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0536973 Mar 16 11:26:59.403587 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-214dbece-dc0b-498f-977b-99b0accf821a req-840041fc-b153-40c6-9dd5-e628b0a9b279 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779617 Mar 16 11:27:00.133086 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b3c2-4f5b-4390-96b8-e47068494b2a req-51058316-0e69-4a28-b553-c7e425cce62b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:00.134588 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cb37b3c2-4f5b-4390-96b8-e47068494b2a req-51058316-0e69-4a28-b553-c7e425cce62b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0515335 Mar 16 11:27:00.183035 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cb37b3c2-4f5b-4390-96b8-e47068494b2a req-be2532b8-5153-440c-bdb3-3c5bee95c24b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427997 Mar 16 11:27:00.303807 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-44f14a2d-1eb0-4c55-9c4b-58a12b5bb613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:00.532016 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffce89-0391-4de5-9a82-3f4ed6504def req-ab3331c6-9aaf-4811-ae57-2830f383d3cb tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:00.539882 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-27ffce89-0391-4de5-9a82-3f4ed6504def req-ab3331c6-9aaf-4811-ae57-2830f383d3cb tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.0630391 Mar 16 11:27:00.603374 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-27ffce89-0391-4de5-9a82-3f4ed6504def req-e7843b41-7d8f-4f8e-9eef-a290228a4573 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578897 Mar 16 11:27:00.871825 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d44271b8-bc46-47fc-95ec-0b33b7ba8518 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:00.874242 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d44271b8-bc46-47fc-95ec-0b33b7ba8518 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/networks?id=1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 HTTP/1.1" status: 200 len: 813 time: 0.1127334 Mar 16 11:27:00.893079 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-f3fc8295-adc3-440f-8344-ac8f1fd78d44 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/quotas/8e073869f34a4a12976b9bdc78c0a016 HTTP/1.1" status: 200 len: 375 time: 0.0114193 Mar 16 11:27:00.931151 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-db9f8424-a078-4a15-9b07-8501054c8b1e tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e073869f34a4a12976b9bdc78c0a016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339379 Mar 16 11:27:01.033423 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-3134f78c-2b68-4b67-be41-582b63a16c42 service neutron] 10.222.0.47 "GET /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948863 Mar 16 11:27:01.187513 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-3f82c881-f990-411e-8581-6c6295fcb458 service neutron] 10.222.0.47 "GET /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529830 Mar 16 11:27:01.413200 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ca1cc5b0-a053-4742-afa4-fa29d933eb96 req-497f385a-e75a-4128-b2a2-d22655c5650f tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 210 time: 0.0423336 Mar 16 11:27:01.783960 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d24489-71c1-41a4-8c86-b62d56603f37 req-6fc68edc-d9bd-400d-bf81-8ed276eabeec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:01.795900 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-97d24489-71c1-41a4-8c86-b62d56603f37 req-6fc68edc-d9bd-400d-bf81-8ed276eabeec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 944 time: 0.1082034 Mar 16 11:27:01.856616 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-97d24489-71c1-41a4-8c86-b62d56603f37 req-f2ef5dfa-5133-4109-b471-544a04010ef9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583045 Mar 16 11:27:01.987422 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 56b96d8e-6551-48e5-8b94-d773231c2fc8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:27:02.094257 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 56b96d8e-6551-48e5-8b94-d773231c2fc8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=56b96d8e-6551-48e5-8b94-d773231c2fc8,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:02.110460 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '56b96d8e-6551-48e5-8b94-d773231c2fc8', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'port_id': '56b96d8e-6551-48e5-8b94-d773231c2fc8', 'mac_address': 'fa:16:3e:1c:1b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:27:02.170427 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 56b96d8e-6551-48e5-8b94-d773231c2fc8 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:02.171129 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:02.190855 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b96d8e-6551-48e5-8b94-d773231c2fc8 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:27:02.214981 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 56b96d8e-6551-48e5-8b94-d773231c2fc8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=56b96d8e-6551-48e5-8b94-d773231c2fc8,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:02.219714 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:02.285086 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=56b96d8e-6551-48e5-8b94-d773231c2fc8,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:02.295064 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.295408 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.295746 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.296081 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.296410 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.296767 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.297092 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.297414 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.297740 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.298070 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.298384 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.298924 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.299411 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.299897 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.300378 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:02.513819 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-95105178-e2b6-423d-a12d-f1a6b74326f0 req-9df1c6e8-a780-4301-93fa-1a5e940565c5 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 210 time: 0.0287890 Mar 16 11:27:02.784018 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['56b96d8e-6551-48e5-8b94-d773231c2fc8'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:27:02.839264 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5ae05988-308d-4620-9347-1883a30acd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:02.908462 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2157f588-0b42-46fb-a172-dccca30de63f tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:02.910888 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2157f588-0b42-46fb-a172-dccca30de63f tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.62 "GET /v2.0/networks?id=1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 HTTP/1.1" status: 200 len: 813 time: 0.2498755 Mar 16 11:27:02.940786 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Request body: {'port': {'device_id': '94bed00c-555c-43fb-8d92-3f2332221e38', 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5', 'admin_state_up': True, 'tenant_id': '8e073869f34a4a12976b9bdc78c0a016'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:03.149042 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79982fe-268b-49e6-88bd-49fc552464da req-c9a6ee65-d40e-415b-bccd-26b5cc1d4ad2 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:03.158901 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f79982fe-268b-49e6-88bd-49fc552464da req-c9a6ee65-d40e-415b-bccd-26b5cc1d4ad2 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 945 time: 0.1140747 Mar 16 11:27:03.249967 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f79982fe-268b-49e6-88bd-49fc552464da req-e8876334-6d6c-44e8-b08a-60f71da7d848 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898674 Mar 16 11:27:03.253500 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Made reservation on behalf of 8e073869f34a4a12976b9bdc78c0a016 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:03.258063 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:03.424514 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Allocated IP 172.20.0.7 (1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5/4d6e6e6d-438b-4170-944f-5189ed632cc4/902cac37-d596-416d-80c3-cbfb46e801c8) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:03.470686 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:03.651309 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b775656c-e19f-4451-b457-0ec75c6dd3fd req-86d68fb6-9b83-4d13-9d77-4b4b65fcb0fd tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 210 time: 0.0422997 Mar 16 11:27:03.654011 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks [] for port (902cac37-d596-416d-80c3-cbfb46e801c8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:03.695470 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:03.752219 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:03.757375 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:03.760047 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:27:03.766245 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Pushing event updated for resources: {'Port': ['ID=902cac37-d596-416d-80c3-cbfb46e801c8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:03.798773 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.799133 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.799572 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.799924 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.800307 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.800713 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.801056 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.801439 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.801741 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.802056 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.802504 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.802711 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.803037 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.803374 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.803960 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:03.837081 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:03.837714 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:03.855627 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-d4f6764b-f79f-4970-bd58-5a156740bbdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9194956 Mar 16 11:27:03.875189 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Request body: {'port': {'device_id': '94bed00c-555c-43fb-8d92-3f2332221e38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:03.942000 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:04.227054 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902cac37-d596-416d-80c3-cbfb46e801c8 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:27:04.234839 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Publish callbacks [] for port (902cac37-d596-416d-80c3-cbfb46e801c8), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:04.248648 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Transition to ACTIVE for port object 902cac37-d596-416d-80c3-cbfb46e801c8 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:27:04.257679 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:04.299979 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Pushing event updated for resources: {'Port': ['ID=902cac37-d596-416d-80c3-cbfb46e801c8,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:04.441913 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Attempting to bind port 902cac37-d596-416d-80c3-cbfb46e801c8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:27:04.442413 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Attempting to bind port 902cac37-d596-416d-80c3-cbfb46e801c8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'af4c51dc-c248-40ee-b39f-4c02a6f588ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:27:04.443655 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Attempting to bind port 902cac37-d596-416d-80c3-cbfb46e801c8 on network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:27:04.452596 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Port 902cac37-d596-416d-80c3-cbfb46e801c8 on network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:27:04.453055 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Attempting to bind port 902cac37-d596-416d-80c3-cbfb46e801c8 on network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:27:04.477873 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:27:04.479165 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Checking segment: {'id': 'af4c51dc-c248-40ee-b39f-4c02a6f588ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:27:04.479693 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Bound using segment: {'id': 'af4c51dc-c248-40ee-b39f-4c02a6f588ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:27:04.482644 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Bound port: 902cac37-d596-416d-80c3-cbfb46e801c8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4c51dc-c248-40ee-b39f-4c02a6f588ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:27:04.482644 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:04.506583 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e11f7-6512-4daf-a2c1-072a2d307f1c req-abf2dc7e-d66d-445c-a98c-2068eb1d9626 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:04.508296 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-862e11f7-6512-4daf-a2c1-072a2d307f1c req-abf2dc7e-d66d-445c-a98c-2068eb1d9626 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 945 time: 0.1352375 Mar 16 11:27:04.599828 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] For port 902cac37-d596-416d-80c3-cbfb46e801c8, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:27:04.604807 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] For port 902cac37-d596-416d-80c3-cbfb46e801c8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=902cac37-d596-416d-80c3-cbfb46e801c8,segment=NetworkSegment(af4c51dc-c248-40ee-b39f-4c02a6f588ea),segment_id=af4c51dc-c248-40ee-b39f-4c02a6f588ea)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:27:04.609987 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-862e11f7-6512-4daf-a2c1-072a2d307f1c req-aded4c10-bb47-420c-8cff-04153a2c96e3 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786731 Mar 16 11:27:04.615399 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:04.651177 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:04.651800 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:04.653879 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] 10.222.0.62 "PUT /v2.0/ports/902cac37-d596-416d-80c3-cbfb46e801c8 HTTP/1.1" status: 200 len: 1093 time: 0.7834220 Mar 16 11:27:04.656183 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bed00c-555c-43fb-8d92-3f2332221e38', 'tag': '902cac37-d596-416d-80c3-cbfb46e801c8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:04.658471 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc02a16-8c3e-433b-a758-d73898ee9c26" -d '{"events": [{"name": "network-changed", "server_uuid": "94bed00c-555c-43fb-8d92-3f2332221e38", "tag": "902cac37-d596-416d-80c3-cbfb46e801c8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:27:04.705056 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f849588a-35a7-4934-8db9-a595a0c1d34c x-openstack-request-id: req-f849588a-35a7-4934-8db9-a595a0c1d34c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:27:04.705348 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bed00c-555c-43fb-8d92-3f2332221e38", "tag": "902cac37-d596-416d-80c3-cbfb46e801c8", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:27:04.708300 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f849588a-35a7-4934-8db9-a595a0c1d34c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:27:04.708742 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bed00c-555c-43fb-8d92-3f2332221e38', 'tag': '902cac37-d596-416d-80c3-cbfb46e801c8', 'status': 'completed', 'code': 200} Mar 16 11:27:04.742407 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57f69d-387c-4628-9ca1-74d137f60d3c service neutron] Pushing event updated for resources: {'Port': ['ID=902cac37-d596-416d-80c3-cbfb46e801c8,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:04.826215 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-a1e33665-a0b3-4b53-8190-99cc2517e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:04.827750 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-a1e33665-a0b3-4b53-8190-99cc2517e212 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e073869f34a4a12976b9bdc78c0a016&device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 1127 time: 0.0809195 Mar 16 11:27:04.838726 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb463ba-f570-48f3-9238-f176fc20c552 req-f84e2ea4-6ae7-42c1-a82f-fbfe5adc4b5e tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:04.840231 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3fb463ba-f570-48f3-9238-f176fc20c552 req-f84e2ea4-6ae7-42c1-a82f-fbfe5adc4b5e tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 943 time: 0.0855217 Mar 16 11:27:04.889481 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-f3f7155e-4231-41f5-a80e-851b1b50240f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=902cac37-d596-416d-80c3-cbfb46e801c8 HTTP/1.1" status: 200 len: 217 time: 0.0458963 Mar 16 11:27:04.972099 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-dc409047-87fd-446c-8168-48bfe9f149bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:04.974394 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-dc409047-87fd-446c-8168-48bfe9f149bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d6e6e6d-438b-4170-944f-5189ed632cc4 HTTP/1.1" status: 200 len: 853 time: 0.0779316 Mar 16 11:27:04.984903 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3fb463ba-f570-48f3-9238-f176fc20c552 req-ed5d5d6e-5e2e-4502-980a-73042d244091 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352632 Mar 16 11:27:05.026137 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:05.029345 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-9b859832-5ddb-4fd3-bae2-f5edd801dea8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376871 Mar 16 11:27:05.154758 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-98743a28-86ee-4703-872c-36b29b209987 service neutron] 10.222.0.62 "GET /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120503 Mar 16 11:27:05.262466 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7eb4efc9-b8a7-4d46-9efd-4c8e5af9557c req-bcc8f019-e2a6-46bc-9e04-7900811ceff1 service neutron] 10.222.0.62 "GET /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991945 Mar 16 11:27:05.429232 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc02a16-8c3e-433b-a758-d73898ee9c26 req-0db2308a-4497-471d-b87d-e389144a9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:05.430742 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cc02a16-8c3e-433b-a758-d73898ee9c26 req-0db2308a-4497-471d-b87d-e389144a9244 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e073869f34a4a12976b9bdc78c0a016&device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 1127 time: 0.0464869 Mar 16 11:27:05.546241 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc02a16-8c3e-433b-a758-d73898ee9c26 req-6ac7510c-4f9f-4c28-b9dd-467366f931f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:05.547894 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cc02a16-8c3e-433b-a758-d73898ee9c26 req-6ac7510c-4f9f-4c28-b9dd-467366f931f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 HTTP/1.1" status: 200 len: 914 time: 0.1096895 Mar 16 11:27:05.597876 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cc02a16-8c3e-433b-a758-d73898ee9c26 req-33f8485e-29be-499f-ae02-f53a62ecc6be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=902cac37-d596-416d-80c3-cbfb46e801c8 HTTP/1.1" status: 200 len: 217 time: 0.0402284 Mar 16 11:27:05.690633 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc02a16-8c3e-433b-a758-d73898ee9c26 req-94a2b6c9-3116-4105-81b2-94d6f3ab15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:05.692299 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cc02a16-8c3e-433b-a758-d73898ee9c26 req-94a2b6c9-3116-4105-81b2-94d6f3ab15fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d6e6e6d-438b-4170-944f-5189ed632cc4 HTTP/1.1" status: 200 len: 853 time: 0.0857778 Mar 16 11:27:05.749454 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cc02a16-8c3e-433b-a758-d73898ee9c26 req-54982dc7-26a5-4c5b-b0a0-4d13ebdd6720 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448251 Mar 16 11:27:05.805628 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bd460-5de2-4cbd-bfef-61abb1c88fd0 req-28a8529e-d12f-4257-889f-178ab4e1c716 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:05.807168 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5e2bd460-5de2-4cbd-bfef-61abb1c88fd0 req-28a8529e-d12f-4257-889f-178ab4e1c716 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 945 time: 0.0940351 Mar 16 11:27:05.948348 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5e2bd460-5de2-4cbd-bfef-61abb1c88fd0 req-853f8a70-e8e0-4421-9113-de0e6462b309 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187978 Mar 16 11:27:05.970230 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c7069-ffb9-40ce-b7da-5fddb45c8d2a req-61938a11-51d7-4ec8-9677-389c5203ec02 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:05.970230 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b01c7069-ffb9-40ce-b7da-5fddb45c8d2a req-61938a11-51d7-4ec8-9677-389c5203ec02 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.1779199 Mar 16 11:27:05.975915 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cc02a16-8c3e-433b-a758-d73898ee9c26 req-85fff2de-45bc-42ed-9254-f07a7daf474d service neutron] 10.222.0.62 "GET /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539347 Mar 16 11:27:06.023073 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 56b96d8e-6551-48e5-8b94-d773231c2fc8 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:27:06.078457 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b01c7069-ffb9-40ce-b7da-5fddb45c8d2a req-c432c875-b420-4070-9852-73752290a872 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047120 Mar 16 11:27:06.094840 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port 56b96d8e-6551-48e5-8b94-d773231c2fc8 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:27:06.099651 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 56b96d8e-6551-48e5-8b94-d773231c2fc8 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:06.100331 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:06.142561 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cc02a16-8c3e-433b-a758-d73898ee9c26 req-2da35896-534f-44a8-9121-b7e92de9e499 service neutron] 10.222.0.62 "GET /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599810 Mar 16 11:27:06.163032 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533b81f-69b9-45f6-88f0-481135da9150 req-420401e4-1623-4d1e-a4c5-4d2e0d545a3c tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:06.164580 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b533b81f-69b9-45f6-88f0-481135da9150 req-420401e4-1623-4d1e-a4c5-4d2e0d545a3c tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 943 time: 0.0863216 Mar 16 11:27:06.209793 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 56b96d8e-6551-48e5-8b94-d773231c2fc8 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:06.210481 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:06.238808 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b96d8e-6551-48e5-8b94-d773231c2fc8'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:06.239605 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b533b81f-69b9-45f6-88f0-481135da9150 req-768f0d84-124a-45f4-ba11-8b1484a3b8cf tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631456 Mar 16 11:27:06.243802 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceacb0ca-90d6-428a-b03e-6e9997cb4b99" -d '{"events": [{"server_uuid": "7e20ee7a-fda3-4612-a2f7-b905c7c3f337", "name": "network-vif-plugged", "status": "completed", "tag": "56b96d8e-6551-48e5-8b94-d773231c2fc8"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:27:06.258367 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 56b96d8e-6551-48e5-8b94-d773231c2fc8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=56b96d8e-6551-48e5-8b94-d773231c2fc8,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:06.263727 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:06.296433 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d4045f-deeb-4b52-a10b-9d23681556c2 x-openstack-request-id: req-c2d4045f-deeb-4b52-a10b-9d23681556c2 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:27:06.296848 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e20ee7a-fda3-4612-a2f7-b905c7c3f337", "name": "network-vif-plugged", "status": "completed", "tag": "56b96d8e-6551-48e5-8b94-d773231c2fc8", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:27:06.297175 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c2d4045f-deeb-4b52-a10b-9d23681556c2 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:27:06.297640 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b96d8e-6551-48e5-8b94-d773231c2fc8', 'code': 200} Mar 16 11:27:06.331117 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=56b96d8e-6551-48e5-8b94-d773231c2fc8,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:06.624674 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:06.657515 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e998f-4553-429e-961c-96a3253ea97c req-0a211f8e-9c39-4b53-a7f0-11f1a1b45c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:06.659166 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6e8e998f-4553-429e-961c-96a3253ea97c req-0a211f8e-9c39-4b53-a7f0-11f1a1b45c2f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 1130 time: 0.0719571 Mar 16 11:27:06.759927 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6e8e998f-4553-429e-961c-96a3253ea97c req-79a411ab-9adb-4047-8320-e97e857c7a23 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866296 Mar 16 11:27:06.782369 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:07.084290 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0c5fc-c9f6-4aeb-899a-ad3f42fc73fd req-86d9ae88-c1be-48f3-bc2a-7cbb55bce8d0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:07.093625 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-feb0c5fc-c9f6-4aeb-899a-ad3f42fc73fd req-86d9ae88-c1be-48f3-bc2a-7cbb55bce8d0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 946 time: 0.0699959 Mar 16 11:27:07.155674 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-feb0c5fc-c9f6-4aeb-899a-ad3f42fc73fd req-d8292bed-2096-4cca-96c3-13f683c5fc88 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565665 Mar 16 11:27:07.229438 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a85b96-2267-4ea3-a5b4-097e5c312bb5 req-547f867b-bfa1-4b8c-a686-378dbb5b9f74 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:07.232190 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-14a85b96-2267-4ea3-a5b4-097e5c312bb5 req-547f867b-bfa1-4b8c-a686-378dbb5b9f74 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.0647824 Mar 16 11:27:07.311974 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-14a85b96-2267-4ea3-a5b4-097e5c312bb5 req-9e8433f8-9483-4e26-aecc-f78fcaba0e2e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751929 Mar 16 11:27:07.367407 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195989a5-73ec-426b-bef7-d61ee894e6fb req-aa957a1c-eea8-4a36-a6d9-7b18d90ab099 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:07.374913 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-195989a5-73ec-426b-bef7-d61ee894e6fb req-aa957a1c-eea8-4a36-a6d9-7b18d90ab099 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 943 time: 0.0765200 Mar 16 11:27:07.422001 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-195989a5-73ec-426b-bef7-d61ee894e6fb req-5f4ddd76-0841-4b07-bddd-bb3acb1e400b tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462062 Mar 16 11:27:08.044948 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 902cac37-d596-416d-80c3-cbfb46e801c8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:27:08.208710 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 902cac37-d596-416d-80c3-cbfb46e801c8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=902cac37-d596-416d-80c3-cbfb46e801c8,segment=NetworkSegment(af4c51dc-c248-40ee-b39f-4c02a6f588ea),segment_id=af4c51dc-c248-40ee-b39f-4c02a6f588ea)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:08.227265 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '902cac37-d596-416d-80c3-cbfb46e801c8', 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5', 'port_id': '902cac37-d596-416d-80c3-cbfb46e801c8', 'mac_address': 'fa:16:3e:84:11:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6e6e6d-438b-4170-944f-5189ed632cc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:27:08.279599 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 902cac37-d596-416d-80c3-cbfb46e801c8 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:08.280426 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:08.299938 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902cac37-d596-416d-80c3-cbfb46e801c8 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:27:08.331224 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 902cac37-d596-416d-80c3-cbfb46e801c8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=902cac37-d596-416d-80c3-cbfb46e801c8,segment=NetworkSegment(af4c51dc-c248-40ee-b39f-4c02a6f588ea),segment_id=af4c51dc-c248-40ee-b39f-4c02a6f588ea)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:08.337311 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:08.396452 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=902cac37-d596-416d-80c3-cbfb46e801c8,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:08.423686 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4109f-1777-4e3c-9273-21943fa1d749 req-cdfaf1b9-e69f-4fc1-ac23-bb735ea8c6b3 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:08.441405 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-deb4109f-1777-4e3c-9273-21943fa1d749 req-cdfaf1b9-e69f-4fc1-ac23-bb735ea8c6b3 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 946 time: 0.1412547 Mar 16 11:27:08.545761 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-deb4109f-1777-4e3c-9273-21943fa1d749 req-775ee97b-3d8a-4a3f-be9a-db083852ee5b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034017 Mar 16 11:27:08.593879 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b118-46e5-46bf-bcab-21580e0c8565 req-ec829b4a-7110-44e7-96ae-b7642c9d17a3 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:08.595461 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3729b118-46e5-46bf-bcab-21580e0c8565 req-ec829b4a-7110-44e7-96ae-b7642c9d17a3 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.1279585 Mar 16 11:27:08.713368 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3729b118-46e5-46bf-bcab-21580e0c8565 req-e1e0ac90-563b-4b9e-a742-85c6c4c48c78 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113808 Mar 16 11:27:08.731386 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024dc7b-0122-4200-b657-0456a05c9e7f req-1f1958dd-1771-4d70-9bc4-537ba319f7ad tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:08.733105 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e024dc7b-0122-4200-b657-0456a05c9e7f req-1f1958dd-1771-4d70-9bc4-537ba319f7ad tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 944 time: 0.1050329 Mar 16 11:27:08.788305 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e024dc7b-0122-4200-b657-0456a05c9e7f req-6bfb9d39-1e8a-4dee-a95d-8a5645499e2c tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476687 Mar 16 11:27:08.845830 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['902cac37-d596-416d-80c3-cbfb46e801c8'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:27:09.693987 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34243d32-cc66-426d-81cd-65ea452863c5 req-36e0b63f-7b42-4271-a2d6-ec76ca5d83e2 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:09.695580 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-34243d32-cc66-426d-81cd-65ea452863c5 req-36e0b63f-7b42-4271-a2d6-ec76ca5d83e2 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 946 time: 0.0664351 Mar 16 11:27:09.754534 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-34243d32-cc66-426d-81cd-65ea452863c5 req-631c98f2-fd06-4f37-b0b4-f40eed320140 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517056 Mar 16 11:27:09.925779 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4737-db88-44dc-b259-d273c8221239 req-458c2bfd-81be-4d67-900e-d9b1d9ae0d02 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:09.927267 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d76a4737-db88-44dc-b259-d273c8221239 req-458c2bfd-81be-4d67-900e-d9b1d9ae0d02 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.62 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.1503124 Mar 16 11:27:09.949811 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488444f-ffe3-42da-b33f-2ed23e8d9fd2 req-6178daa5-27df-4126-a328-8a33576de314 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:09.953110 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b488444f-ffe3-42da-b33f-2ed23e8d9fd2 req-6178daa5-27df-4126-a328-8a33576de314 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 945 time: 0.1641562 Mar 16 11:27:09.984944 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70565fd5-22e6-4834-b21b-769b407fa322 req-cefcc838-8891-4975-b4af-33685d719e8f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:09.986342 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-70565fd5-22e6-4834-b21b-769b407fa322 req-cefcc838-8891-4975-b4af-33685d719e8f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 946 time: 0.1394057 Mar 16 11:27:10.052450 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 902cac37-d596-416d-80c3-cbfb46e801c8 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:27:10.117532 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b488444f-ffe3-42da-b33f-2ed23e8d9fd2 req-ffe8797d-48e3-4556-96a9-d1d82ef9981b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405032 Mar 16 11:27:10.118468 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port 902cac37-d596-416d-80c3-cbfb46e801c8 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:27:10.124107 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 902cac37-d596-416d-80c3-cbfb46e801c8 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:10.125063 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:10.165251 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-70565fd5-22e6-4834-b21b-769b407fa322 req-8380be9e-8e56-4697-abf5-654e941286b2 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628771 Mar 16 11:27:10.196110 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 53844) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:10.212502 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d76a4737-db88-44dc-b259-d273c8221239 req-d8fea6cc-befd-4feb-ab3f-ed040a049e12 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Deleting port a7c8dc2d-510a-41c9-a27f-257ba399ff6e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:27:10.218475 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d76a4737-db88-44dc-b259-d273c8221239 req-d8fea6cc-befd-4feb-ab3f-ed040a049e12 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:10.332588 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 902cac37-d596-416d-80c3-cbfb46e801c8 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:10.334246 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:10.358084 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8bf76-afe9-425f-be7c-ef86ea09f1be req-12226e4b-5253-45cd-b163-93922de71347 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:10.366635 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bed00c-555c-43fb-8d92-3f2332221e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902cac37-d596-416d-80c3-cbfb46e801c8'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:10.367641 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06c8bf76-afe9-425f-be7c-ef86ea09f1be req-12226e4b-5253-45cd-b163-93922de71347 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 944 time: 0.1393087 Mar 16 11:27:10.375617 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ff4640-c1c4-472d-9414-4d4e1043897e" -d '{"events": [{"server_uuid": "94bed00c-555c-43fb-8d92-3f2332221e38", "name": "network-vif-plugged", "status": "completed", "tag": "902cac37-d596-416d-80c3-cbfb46e801c8"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:27:10.394511 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 902cac37-d596-416d-80c3-cbfb46e801c8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=902cac37-d596-416d-80c3-cbfb46e801c8,segment=NetworkSegment(af4c51dc-c248-40ee-b39f-4c02a6f588ea),segment_id=af4c51dc-c248-40ee-b39f-4c02a6f588ea)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:10.410573 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:10.415276 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d76a4737-db88-44dc-b259-d273c8221239 req-d8fea6cc-befd-4feb-ab3f-ed040a049e12 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] For port a7c8dc2d-510a-41c9-a27f-257ba399ff6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7c8dc2d-510a-41c9-a27f-257ba399ff6e,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:10.415649 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d76a4737-db88-44dc-b259-d273c8221239 req-d8fea6cc-befd-4feb-ab3f-ed040a049e12 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:10.436754 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5244cee3-104d-4d67-b8ac-ad233d8a570a x-openstack-request-id: req-5244cee3-104d-4d67-b8ac-ad233d8a570a {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:27:10.437457 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bed00c-555c-43fb-8d92-3f2332221e38", "name": "network-vif-plugged", "status": "completed", "tag": "902cac37-d596-416d-80c3-cbfb46e801c8", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:27:10.437879 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5244cee3-104d-4d67-b8ac-ad233d8a570a {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:27:10.438427 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bed00c-555c-43fb-8d92-3f2332221e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902cac37-d596-416d-80c3-cbfb46e801c8', 'code': 200} Mar 16 11:27:10.462425 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d76a4737-db88-44dc-b259-d273c8221239 req-d8fea6cc-befd-4feb-ab3f-ed040a049e12 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Calling delete_port for a7c8dc2d-510a-41c9-a27f-257ba399ff6e owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:27:10.472693 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed65c98c-4813-41d7-97b1-cd9a68e79f78 tempest-TestVolumeBootPattern-1018046221 tempest-TestVolumeBootPattern-1018046221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:10.476743 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=902cac37-d596-416d-80c3-cbfb46e801c8,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:10.477290 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-ed65c98c-4813-41d7-97b1-cd9a68e79f78 tempest-TestVolumeBootPattern-1018046221 tempest-TestVolumeBootPattern-1018046221-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 1125 time: 0.2801085 Mar 16 11:27:10.477927 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 53850) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:10.482828 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'port_id': '56b96d8e-6551-48e5-8b94-d773231c2fc8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:10.522163 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:10.535016 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06c8bf76-afe9-425f-be7c-ef86ea09f1be req-14259e9a-dee6-4416-af01-7c9d4bfafa05 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664088 Mar 16 11:27:10.646406 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:10.751921 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d76a4737-db88-44dc-b259-d273c8221239 req-d8fea6cc-befd-4feb-ab3f-ed040a049e12 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (a7c8dc2d-510a-41c9-a27f-257ba399ff6e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:10.787460 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Allocated IP 172.27.2.223 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/7f3002d2-e25e-46bf-8be1-07cfb19435f3) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:10.789496 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fea6cc-befd-4feb-ab3f-ed040a049e12 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Pushing event deleted for resources: {'Port': ['ID=a7c8dc2d-510a-41c9-a27f-257ba399ff6e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:10.806428 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['1f217829-ffc6-4ce3-b824-c33c3ad0ea34', 'a7c8dc2d-510a-41c9-a27f-257ba399ff6e'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:27:10.823232 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966870a-b4d2-48d3-9999-e9f0e2b49170 req-4d2cd48e-a438-432c-b284-739c073f0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:10.826113 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4966870a-b4d2-48d3-9999-e9f0e2b49170 req-4d2cd48e-a438-432c-b284-739c073f0c69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 1129 time: 0.1186755 Mar 16 11:27:10.866236 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76a4737-db88-44dc-b259-d273c8221239 req-d8fea6cc-befd-4feb-ab3f-ed040a049e12 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] No DVR routers for this DVR port a7c8dc2d-510a-41c9-a27f-257ba399ff6e on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:27:10.869435 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d76a4737-db88-44dc-b259-d273c8221239 req-d8fea6cc-befd-4feb-ab3f-ed040a049e12 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:10.873292 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d76a4737-db88-44dc-b259-d273c8221239 req-d8fea6cc-befd-4feb-ab3f-ed040a049e12 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.62 "DELETE /v2.0/ports/a7c8dc2d-510a-41c9-a27f-257ba399ff6e HTTP/1.1" status: 204 len: 173 time: 0.9373009 Mar 16 11:27:10.873803 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15baa197-8088-467e-91e0-ae38e69a63d9', 'name': 'network-vif-deleted', 'tag': 'a7c8dc2d-510a-41c9-a27f-257ba399ff6e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:10.876277 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaefffb-8f39-4ab6-9d94-dffe73cbfedf" -d '{"events": [{"server_uuid": "15baa197-8088-467e-91e0-ae38e69a63d9", "name": "network-vif-deleted", "tag": "a7c8dc2d-510a-41c9-a27f-257ba399ff6e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:27:10.902645 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4966870a-b4d2-48d3-9999-e9f0e2b49170 req-c18d254d-8f36-49b7-bcf5-c6344c749f07 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691404 Mar 16 11:27:10.941024 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc984a9d-41f7-406f-a1cb-bd557c407c6d x-openstack-request-id: req-bc984a9d-41f7-406f-a1cb-bd557c407c6d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:27:10.941684 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15baa197-8088-467e-91e0-ae38e69a63d9", "name": "network-vif-deleted", "tag": "a7c8dc2d-510a-41c9-a27f-257ba399ff6e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:27:10.941684 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bc984a9d-41f7-406f-a1cb-bd557c407c6d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:27:10.942249 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15baa197-8088-467e-91e0-ae38e69a63d9', 'name': 'network-vif-deleted', 'tag': 'a7c8dc2d-510a-41c9-a27f-257ba399ff6e', 'status': 'completed', 'code': 200} Mar 16 11:27:11.008754 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for port (7f3002d2-e25e-46bf-8be1-07cfb19435f3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:11.058937 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (7f3002d2-e25e-46bf-8be1-07cfb19435f3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:11.106592 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:11.110590 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:11.119259 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:27:11.153394 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'Port': ['ID=7f3002d2-e25e-46bf-8be1-07cfb19435f3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:11.169049 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.169406 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.169842 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.170319 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.170745 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.171174 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.171599 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.171931 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.172266 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.172613 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.173026 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.173501 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.173917 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.174353 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.174828 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:11.241573 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4ab342b-4f84-4eea-bb89-f99428e7153b req-aa42f577-1310-45c1-af56-a9605d3664a5 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 210 time: 0.0273185 Mar 16 11:27:11.555116 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (5bed9d11-18bd-4030-bd9a-d6865523e6ad), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:11.645066 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (7f3002d2-e25e-46bf-8be1-07cfb19435f3), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:11.660651 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08362ed3-8504-482c-8374-dbf58fd837b6 req-9b54b6cd-e079-4a9c-8bef-2d77325f0f28 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:11.668057 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-08362ed3-8504-482c-8374-dbf58fd837b6 req-9b54b6cd-e079-4a9c-8bef-2d77325f0f28 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 945 time: 0.0655036 Mar 16 11:27:11.753862 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-08362ed3-8504-482c-8374-dbf58fd837b6 req-b1c6bc00-1555-441c-80be-8c681c2fbbce tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848196 Mar 16 11:27:11.828603 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for port (7f3002d2-e25e-46bf-8be1-07cfb19435f3), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:11.833853 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62423896'] for port (7f3002d2-e25e-46bf-8be1-07cfb19435f3), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:11.915071 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'Port': ['ID=7f3002d2-e25e-46bf-8be1-07cfb19435f3,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:11.927268 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (5bed9d11-18bd-4030-bd9a-d6865523e6ad), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:12.122952 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.l3_db [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Floating IP 5bed9d11-18bd-4030-bd9a-d6865523e6ad associated. External IP: 172.27.2.223, port: 56b96d8e-6551-48e5-8b94-d773231c2fc8. Mar 16 11:27:12.412083 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-72cd1524-d415-41be-b9bb-6b94de136e11 req-8ea6b40e-9f62-4f82-bf42-f2784a08253b tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=15baa197-8088-467e-91e0-ae38e69a63d9 HTTP/1.1" status: 200 len: 210 time: 0.0464067 Mar 16 11:27:12.437203 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Router 5bdcb02c-6605-4506-b9b5-44d467bc40ab has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:27:12.569522 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:27:12.582007 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21234e3-357d-4012-b2d7-dffa9d0948c8 None None] Sync routers for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:12.596351 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21234e3-357d-4012-b2d7-dffa9d0948c8 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:12.597529 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b21234e3-357d-4012-b2d7-dffa9d0948c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:12.609182 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:12.670131 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-97eeac28-5c52-4daa-8141-6b28694226ec tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1908765 Mar 16 11:27:12.671721 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'tag': '56b96d8e-6551-48e5-8b94-d773231c2fc8'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:12.679339 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d22ff4cfa0512844a2c0897ffbbfd3483961e8b3f6ce0a9a828d387125369bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e8b5c9-f63e-4f9e-a7e9-a50e642fa66a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e20ee7a-fda3-4612-a2f7-b905c7c3f337", "tag": "56b96d8e-6551-48e5-8b94-d773231c2fc8"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:27:12.727322 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7783609-ee1e-4325-86d8-2fa0b19e0caa x-openstack-request-id: req-d7783609-ee1e-4325-86d8-2fa0b19e0caa {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:27:12.728071 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e20ee7a-fda3-4612-a2f7-b905c7c3f337", "tag": "56b96d8e-6551-48e5-8b94-d773231c2fc8", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:27:12.728332 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d7783609-ee1e-4325-86d8-2fa0b19e0caa {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:27:12.728765 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'tag': '56b96d8e-6551-48e5-8b94-d773231c2fc8', 'status': 'completed', 'code': 200} Mar 16 11:27:12.753445 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b21234e3-357d-4012-b2d7-dffa9d0948c8 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:12.881981 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8b5c9-f63e-4f9e-a7e9-a50e642fa66a req-6f91f7ae-b032-48e4-992c-0f4f5cb9b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:12.883813 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0e8b5c9-f63e-4f9e-a7e9-a50e642fa66a req-6f91f7ae-b032-48e4-992c-0f4f5cb9b909 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 1130 time: 0.0887756 Mar 16 11:27:12.913608 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e537f-544f-47c5-8074-02166f2ef399 req-18fe4eca-ee34-4aa8-a0c3-369c5ed37943 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:12.916337 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3d0e537f-544f-47c5-8074-02166f2ef399 req-18fe4eca-ee34-4aa8-a0c3-369c5ed37943 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 945 time: 0.0886474 Mar 16 11:27:13.207274 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b21234e3-357d-4012-b2d7-dffa9d0948c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5bed9d11-18bd-4030-bd9a-d6865523e6ad', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': '56b96d8e-6551-48e5-8b94-d773231c2fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:1c:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:27:11Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 0, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:13.266082 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21234e3-357d-4012-b2d7-dffa9d0948c8 None None] Checking router: 5bdcb02c-6605-4506-b9b5-44d467bc40ab for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:13.272899 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21234e3-357d-4012-b2d7-dffa9d0948c8 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:13.272899 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b21234e3-357d-4012-b2d7-dffa9d0948c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:13.302339 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3d0e537f-544f-47c5-8074-02166f2ef399 req-9a7dd9d7-cda6-47dd-9768-5c68b99abeae tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806770 Mar 16 11:27:13.331484 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8b5c9-f63e-4f9e-a7e9-a50e642fa66a req-b9e2cf90-5618-4d1e-924c-2ee1b61acf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:13.334834 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0e8b5c9-f63e-4f9e-a7e9-a50e642fa66a req-b9e2cf90-5618-4d1e-924c-2ee1b61acf11 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 912 time: 0.4397094 Mar 16 11:27:13.412876 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0e8b5c9-f63e-4f9e-a7e9-a50e642fa66a req-ea32e623-7dda-4911-9833-90524b75df73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56b96d8e-6551-48e5-8b94-d773231c2fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0690384 Mar 16 11:27:13.450913 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b21234e3-357d-4012-b2d7-dffa9d0948c8 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:13.476060 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8b5c9-f63e-4f9e-a7e9-a50e642fa66a req-b1fdfdbf-d9d2-4ab8-a4c7-ea91943ab719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:13.477707 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0e8b5c9-f63e-4f9e-a7e9-a50e642fa66a req-b1fdfdbf-d9d2-4ab8-a4c7-ea91943ab719 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.0562539 Mar 16 11:27:13.536205 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8b5c9-f63e-4f9e-a7e9-a50e642fa66a req-e835749c-6259-44e5-9d0b-8cf45606d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:13.537726 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0e8b5c9-f63e-4f9e-a7e9-a50e642fa66a req-e835749c-6259-44e5-9d0b-8cf45606d19e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507591 Mar 16 11:27:13.732485 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0e8b5c9-f63e-4f9e-a7e9-a50e642fa66a req-55e3317c-45fd-48c7-a53d-73b8beeeda0d service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803770 Mar 16 11:27:13.837898 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b21234e3-357d-4012-b2d7-dffa9d0948c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5bed9d11-18bd-4030-bd9a-d6865523e6ad', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': '56b96d8e-6551-48e5-8b94-d773231c2fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:1c:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:27:11Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 0, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:13.885487 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21234e3-357d-4012-b2d7-dffa9d0948c8 None None] The sync data for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi is: [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5bed9d11-18bd-4030-bd9a-d6865523e6ad', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': '56b96d8e-6551-48e5-8b94-d773231c2fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:1c:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:27:11Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 0, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:13.913542 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0e8b5c9-f63e-4f9e-a7e9-a50e642fa66a req-8a595601-052e-43f7-a018-324f4ea1425c service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590624 Mar 16 11:27:13.935440 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee974a-88a8-4508-b18c-725f08a0027d req-35780664-e21c-4bbc-a86d-5e36c3604aea tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:13.937144 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8aee974a-88a8-4508-b18c-725f08a0027d req-35780664-e21c-4bbc-a86d-5e36c3604aea tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0967624 Mar 16 11:27:14.022429 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8aee974a-88a8-4508-b18c-725f08a0027d req-6cef9b14-68fe-4cbd-93f1-c46a24db6b77 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767214 Mar 16 11:27:14.106157 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device a7c8dc2d-510a-41c9-a27f-257ba399ff6e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:27:14.138405 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: a7c8dc2d-510a-41c9-a27f-257ba399ff6e {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:27:14.138999 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device a7c8dc2d-510a-41c9-a27f-257ba399ff6e not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:27:14.208451 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebd7f4-4817-434a-a165-c179361fd45a None None] New status for floating IP 5bed9d11-18bd-4030-bd9a-d6865523e6ad: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:27:15.173844 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af71ae-a180-4527-8ca9-07a1f9f90262 req-e1fae39d-f74f-4484-b195-38641deb9531 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:15.175497 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-50af71ae-a180-4527-8ca9-07a1f9f90262 req-e1fae39d-f74f-4484-b195-38641deb9531 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0664849 Mar 16 11:27:15.235351 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-50af71ae-a180-4527-8ca9-07a1f9f90262 req-5e82ba63-5e2a-4e2c-946e-403cd617fa9d tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537372 Mar 16 11:27:16.361715 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180f3aa-8b0c-4e8a-8aaf-add2683d020f req-4b02892e-1512-41d7-9d10-6e044bcdef92 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:16.363334 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f180f3aa-8b0c-4e8a-8aaf-add2683d020f req-4b02892e-1512-41d7-9d10-6e044bcdef92 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0535309 Mar 16 11:27:16.413499 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f180f3aa-8b0c-4e8a-8aaf-add2683d020f req-391119f9-6a6a-4558-8b9d-c248a9aa4947 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Mar 16 11:27:17.540709 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d692ad-a236-435a-8a32-0eaa432884d0 req-872cc9a9-4fff-4c69-a7e0-21c86cc72171 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:17.542524 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91d692ad-a236-435a-8a32-0eaa432884d0 req-872cc9a9-4fff-4c69-a7e0-21c86cc72171 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0590117 Mar 16 11:27:17.598466 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91d692ad-a236-435a-8a32-0eaa432884d0 req-0d7d4b2d-cb3c-48fe-9435-e063d9362776 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488327 Mar 16 11:27:18.731404 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d89cb-48f2-4407-be07-2bbc488d5d60 req-ee7a73f4-ebb3-4fcb-9f2d-d6f7e34fba52 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:18.732871 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-881d89cb-48f2-4407-be07-2bbc488d5d60 req-ee7a73f4-ebb3-4fcb-9f2d-d6f7e34fba52 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0554080 Mar 16 11:27:18.783403 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-881d89cb-48f2-4407-be07-2bbc488d5d60 req-71b3c9c5-7208-4e4d-8d49-29f7874ded15 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442429 Mar 16 11:27:19.907524 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309626c-86a3-4acb-b02e-53e35f16eb74 req-428a234b-209c-4df7-9f5a-c8a88e66371c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:19.909178 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9309626c-86a3-4acb-b02e-53e35f16eb74 req-428a234b-209c-4df7-9f5a-c8a88e66371c tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0529068 Mar 16 11:27:19.961246 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9309626c-86a3-4acb-b02e-53e35f16eb74 req-9f433fe4-b1ee-4b88-abf0-8e556126f747 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460389 Mar 16 11:27:21.082174 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68efc4c-d977-4f8b-b9f8-cf822175e0cd req-58c44935-c44d-4d44-9eb1-a74609ef1015 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:21.083712 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c68efc4c-d977-4f8b-b9f8-cf822175e0cd req-58c44935-c44d-4d44-9eb1-a74609ef1015 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0579998 Mar 16 11:27:21.131483 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c68efc4c-d977-4f8b-b9f8-cf822175e0cd req-00e66760-9ee8-4516-be53-ca2d1634707a tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/security-groups?id=71755d24-db81-400f-9130-86a78212da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422337 Mar 16 11:27:21.729089 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1408062-e215-486c-ab9f-0a6bb38f44b8 req-3d702c23-f1a6-4072-860c-178be6cd3d49 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:21.730657 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e1408062-e215-486c-ab9f-0a6bb38f44b8 req-3d702c23-f1a6-4072-860c-178be6cd3d49 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.62 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 946 time: 0.0588844 Mar 16 11:27:21.834622 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e1408062-e215-486c-ab9f-0a6bb38f44b8 req-a7c0be29-8bfc-42ec-9519-0e1aa5be1719 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Deleting port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:27:21.834976 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e1408062-e215-486c-ab9f-0a6bb38f44b8 req-a7c0be29-8bfc-42ec-9519-0e1aa5be1719 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:21.927026 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e1408062-e215-486c-ab9f-0a6bb38f44b8 req-a7c0be29-8bfc-42ec-9519-0e1aa5be1719 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] For port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1f217829-ffc6-4ce3-b824-c33c3ad0ea34,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:21.927393 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e1408062-e215-486c-ab9f-0a6bb38f44b8 req-a7c0be29-8bfc-42ec-9519-0e1aa5be1719 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:21.940682 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e1408062-e215-486c-ab9f-0a6bb38f44b8 req-a7c0be29-8bfc-42ec-9519-0e1aa5be1719 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Calling delete_port for 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:27:22.067749 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e1408062-e215-486c-ab9f-0a6bb38f44b8 req-a7c0be29-8bfc-42ec-9519-0e1aa5be1719 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (1f217829-ffc6-4ce3-b824-c33c3ad0ea34), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:22.096376 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0be29-8bfc-42ec-9519-0e1aa5be1719 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Pushing event deleted for resources: {'Port': ['ID=1f217829-ffc6-4ce3-b824-c33c3ad0ea34,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:22.107654 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['1f217829-ffc6-4ce3-b824-c33c3ad0ea34'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:27:22.145169 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1408062-e215-486c-ab9f-0a6bb38f44b8 req-a7c0be29-8bfc-42ec-9519-0e1aa5be1719 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] No DVR routers for this DVR port 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:27:22.147777 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e1408062-e215-486c-ab9f-0a6bb38f44b8 req-a7c0be29-8bfc-42ec-9519-0e1aa5be1719 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:22.152544 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e1408062-e215-486c-ab9f-0a6bb38f44b8 req-a7c0be29-8bfc-42ec-9519-0e1aa5be1719 tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.62 "DELETE /v2.0/ports/1f217829-ffc6-4ce3-b824-c33c3ad0ea34 HTTP/1.1" status: 204 len: 173 time: 0.4165831 Mar 16 11:27:22.153026 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834075e8-f8b0-4250-ba51-4f7a5b68b4c2', 'name': 'network-vif-deleted', 'tag': '1f217829-ffc6-4ce3-b824-c33c3ad0ea34'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:22.156114 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8107157d-66e0-4917-8171-8da3e8a9320f" -d '{"events": [{"server_uuid": "834075e8-f8b0-4250-ba51-4f7a5b68b4c2", "name": "network-vif-deleted", "tag": "1f217829-ffc6-4ce3-b824-c33c3ad0ea34"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:27:22.201230 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eab1608-90b3-466d-a515-85763b72f30a x-openstack-request-id: req-6eab1608-90b3-466d-a515-85763b72f30a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:27:22.201523 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834075e8-f8b0-4250-ba51-4f7a5b68b4c2", "name": "network-vif-deleted", "tag": "1f217829-ffc6-4ce3-b824-c33c3ad0ea34", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:27:22.201776 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6eab1608-90b3-466d-a515-85763b72f30a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:27:22.202173 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834075e8-f8b0-4250-ba51-4f7a5b68b4c2', 'name': 'network-vif-deleted', 'tag': '1f217829-ffc6-4ce3-b824-c33c3ad0ea34', 'status': 'completed', 'code': 200} Mar 16 11:27:22.233588 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5d3233d5-bcfc-476d-9b1b-3252f1d4141a req-ebb3f8b4-6290-49f3-8a61-02bb1ab7e80e tempest-ServerRescueNegativeTestJSON-217949916 tempest-ServerRescueNegativeTestJSON-217949916-project] 10.222.0.47 "GET /v2.0/ports?device_id=834075e8-f8b0-4250-ba51-4f7a5b68b4c2 HTTP/1.1" status: 200 len: 210 time: 0.0277524 Mar 16 11:27:22.916140 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54072) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:22.965469 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fb39fc-172f-42b5-b339-230a30639e5e admin admin] Deleting subnet 9f58939e-0c5e-4665-a9d8-52f99c52886a {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:27:22.968747 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31fb39fc-172f-42b5-b339-230a30639e5e admin admin] Publish callbacks [] for subnet (9f58939e-0c5e-4665-a9d8-52f99c52886a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.006235 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31fb39fc-172f-42b5-b339-230a30639e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62316682'] for subnet (9f58939e-0c5e-4665-a9d8-52f99c52886a), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.049799 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31fb39fc-172f-42b5-b339-230a30639e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (9f58939e-0c5e-4665-a9d8-52f99c52886a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.102583 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31fb39fc-172f-42b5-b339-230a30639e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62423950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62846945'] for subnet (9f58939e-0c5e-4665-a9d8-52f99c52886a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.129291 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb39fc-172f-42b5-b339-230a30639e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f58939e-0c5e-4665-a9d8-52f99c52886a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:23.134852 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31fb39fc-172f-42b5-b339-230a30639e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.141307 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-31fb39fc-172f-42b5-b339-230a30639e5e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9f58939e-0c5e-4665-a9d8-52f99c52886a HTTP/1.1" status: 204 len: 168 time: 0.2203119 Mar 16 11:27:23.141503 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54074) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:23.218522 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.290621 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54078) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:23.295275 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.316216 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:23.325784 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1484c12-4c3f-42e8-a9fa-6a2290365ee9') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:23.326081 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1484c12-4c3f-42e8-a9fa-6a2290365ee9') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:23.335618 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62316673'] for segment (f1484c12-4c3f-42e8-a9fa-6a2290365ee9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.349900 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (f1484c12-4c3f-42e8-a9fa-6a2290365ee9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.356635 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:27:23.357031 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62423844'] for segment (f1484c12-4c3f-42e8-a9fa-6a2290365ee9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: Traceback (most recent call last): Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: timer() Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: cb(*args, **kw) Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: return func(*args, **kwargs) Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: self._notify() Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: self.callback(batched_events) Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: event.method(event) Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: return f(self, *a, **k) Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._get(url).json() Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: return self.request(url, 'GET', **kwargs) Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:27:23.358857 dv-cinder-790535-29-iscsi neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:27:23.424156 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.430299 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.435073 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b HTTP/1.1" status: 204 len: 168 time: 0.2926021 Mar 16 11:27:23.448234 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79f0a8-8056-4aaf-86b6-d54f11160c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a4b7d41-ced9-46a0-8d4e-6eb00cdc704b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:23.564020 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54082) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:23.606660 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-4f7d3968-edf1-42d9-a023-390b117df77a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4cba39383e4e472e9eea195811f1638e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412045 Mar 16 11:27:23.609759 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54084) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:23.717215 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94ecde40-db44-4bc8-8d8f-54c943c9f914 admin admin] Publish callbacks [] for security_group (423b872a-2128-4b40-894a-88c3c2c07dd3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.753654 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94ecde40-db44-4bc8-8d8f-54c943c9f914 admin admin] Publish callbacks [] for security_group (423b872a-2128-4b40-894a-88c3c2c07dd3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.801756 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b46b1835-78e1-4f3e-8691-399d43d34843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774746'] for router_interface (9315c3eb-a97a-429e-b26e-df4e269eb2a2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.882095 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94ecde40-db44-4bc8-8d8f-54c943c9f914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (423b872a-2128-4b40-894a-88c3c2c07dd3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.885599 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94ecde40-db44-4bc8-8d8f-54c943c9f914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:23.886754 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-94ecde40-db44-4bc8-8d8f-54c943c9f914 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/423b872a-2128-4b40-894a-88c3c2c07dd3 HTTP/1.1" status: 204 len: 168 time: 0.2760472 Mar 16 11:27:23.907909 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecde40-db44-4bc8-8d8f-54c943c9f914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423b872a-2128-4b40-894a-88c3c2c07dd3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:24.152282 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b46b1835-78e1-4f3e-8691-399d43d34843 admin admin] Deleting port 747de8a2-043d-4236-8158-372af92a89b7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:27:24.152701 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b46b1835-78e1-4f3e-8691-399d43d34843 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (747de8a2-043d-4236-8158-372af92a89b7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:24.243145 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b46b1835-78e1-4f3e-8691-399d43d34843 admin admin] For port 747de8a2-043d-4236-8158-372af92a89b7, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=747de8a2-043d-4236-8158-372af92a89b7,segment=NetworkSegment(c54aa5b0-da66-4750-9638-9617a83ab70f),segment_id=c54aa5b0-da66-4750-9638-9617a83ab70f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:24.243451 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b46b1835-78e1-4f3e-8691-399d43d34843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (747de8a2-043d-4236-8158-372af92a89b7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:24.258865 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b46b1835-78e1-4f3e-8691-399d43d34843 admin admin] Calling delete_port for 747de8a2-043d-4236-8158-372af92a89b7 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:27:24.473866 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b46b1835-78e1-4f3e-8691-399d43d34843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (747de8a2-043d-4236-8158-372af92a89b7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:24.512804 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b1835-78e1-4f3e-8691-399d43d34843 admin admin] Pushing event deleted for resources: {'Port': ['ID=747de8a2-043d-4236-8158-372af92a89b7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:24.678056 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b46b1835-78e1-4f3e-8691-399d43d34843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774902'] for router_interface (9315c3eb-a97a-429e-b26e-df4e269eb2a2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:24.894938 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46b1835-78e1-4f3e-8691-399d43d34843 admin admin] Router 9315c3eb-a97a-429e-b26e-df4e269eb2a2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:27:25.243483 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46b1835-78e1-4f3e-8691-399d43d34843 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:27:25.252444 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-b46b1835-78e1-4f3e-8691-399d43d34843 admin admin] 10.222.0.47 "PUT /v2.0/routers/9315c3eb-a97a-429e-b26e-df4e269eb2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9579358 Mar 16 11:27:25.252540 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54092) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:25.256736 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8eb4b-f79a-453f-8066-300cf22ca47a None None] Sync routers for ids ['9315c3eb-a97a-429e-b26e-df4e269eb2a2'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:25.266731 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8eb4b-f79a-453f-8066-300cf22ca47a None None] Routers {'9315c3eb-a97a-429e-b26e-df4e269eb2a2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:25.267417 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-12f8eb4b-f79a-453f-8066-300cf22ca47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['9315c3eb-a97a-429e-b26e-df4e269eb2a2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:25.360412 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Publish callbacks [] for router (9315c3eb-a97a-429e-b26e-df4e269eb2a2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:25.377292 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-12f8eb4b-f79a-453f-8066-300cf22ca47a None None] Set router 9315c3eb-a97a-429e-b26e-df4e269eb2a2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:25.565131 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-12f8eb4b-f79a-453f-8066-300cf22ca47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'name': 'tempest-ServerRescueNegativeTestJSON-297228874-router', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:27:24Z', 'revision_number': 5, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'gw_port': {'id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:25.595317 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8eb4b-f79a-453f-8066-300cf22ca47a None None] Checking router: 9315c3eb-a97a-429e-b26e-df4e269eb2a2 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:25.605207 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8eb4b-f79a-453f-8066-300cf22ca47a None None] Routers {'9315c3eb-a97a-429e-b26e-df4e269eb2a2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:25.605806 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-12f8eb4b-f79a-453f-8066-300cf22ca47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['9315c3eb-a97a-429e-b26e-df4e269eb2a2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:25.648190 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Publish callbacks [] for router_gateway (9315c3eb-a97a-429e-b26e-df4e269eb2a2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:25.701759 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Deleting port d23ff428-05f6-425e-a17f-6c8b2882dd0f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:27:25.702100 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:25.714900 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-12f8eb4b-f79a-453f-8066-300cf22ca47a None None] Set router 9315c3eb-a97a-429e-b26e-df4e269eb2a2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:25.782689 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] For port d23ff428-05f6-425e-a17f-6c8b2882dd0f, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=d23ff428-05f6-425e-a17f-6c8b2882dd0f,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:25.783052 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:25.802245 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Calling delete_port for d23ff428-05f6-425e-a17f-6c8b2882dd0f owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:27:25.901456 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-12f8eb4b-f79a-453f-8066-300cf22ca47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'name': 'tempest-ServerRescueNegativeTestJSON-297228874-router', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:27:24Z', 'revision_number': 5, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'gw_port': {'id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:25.927847 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8eb4b-f79a-453f-8066-300cf22ca47a None None] The sync data for ids ['9315c3eb-a97a-429e-b26e-df4e269eb2a2'] in dv-cinder-790535-29-iscsi is: [{'id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'name': 'tempest-ServerRescueNegativeTestJSON-297228874-router', 'tenant_id': '69c83e77983d4926a9df4a093866a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:27:24Z', 'revision_number': 5, 'project_id': '69c83e77983d4926a9df4a093866a49c', 'gw_port': {'id': 'd23ff428-05f6-425e-a17f-6c8b2882dd0f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9315c3eb-a97a-429e-b26e-df4e269eb2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:03Z', 'updated_at': '2022-03-16T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:26.002740 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (d23ff428-05f6-425e-a17f-6c8b2882dd0f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.029228 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d23ff428-05f6-425e-a17f-6c8b2882dd0f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:26.094257 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3769680'] for router_gateway (9315c3eb-a97a-429e-b26e-df4e269eb2a2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.143309 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:27:26.163941 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:27:26.164294 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 1f217829-ffc6-4ce3-b824-c33c3ad0ea34 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:27:26.203871 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26295'] for router (9315c3eb-a97a-429e-b26e-df4e269eb2a2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.206171 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Publish callbacks [] for router_controller (9315c3eb-a97a-429e-b26e-df4e269eb2a2), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.277771 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775648'] for router (9315c3eb-a97a-429e-b26e-df4e269eb2a2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.278477 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9315c3eb-a97a-429e-b26e-df4e269eb2a2 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:27:26.283561 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.284963 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-ee5938ae-96df-4528-9d56-8e45ea154b1f admin admin] 10.222.0.47 "DELETE /v2.0/routers/9315c3eb-a97a-429e-b26e-df4e269eb2a2 HTTP/1.1" status: 204 len: 168 time: 1.0314388 Mar 16 11:27:26.287365 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54098) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:26.332392 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b029e6-bba7-41d9-baad-3431ce5d7ef9 admin admin] Deleting subnet 0f580f26-f46f-4a81-9b0f-042c7377652c {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:27:26.335562 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1b029e6-bba7-41d9-baad-3431ce5d7ef9 admin admin] Publish callbacks [] for subnet (0f580f26-f46f-4a81-9b0f-042c7377652c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.372709 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1b029e6-bba7-41d9-baad-3431ce5d7ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62316682'] for subnet (0f580f26-f46f-4a81-9b0f-042c7377652c), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.413907 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1b029e6-bba7-41d9-baad-3431ce5d7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (0f580f26-f46f-4a81-9b0f-042c7377652c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.470901 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1b029e6-bba7-41d9-baad-3431ce5d7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62423950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62846945'] for subnet (0f580f26-f46f-4a81-9b0f-042c7377652c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.498757 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b029e6-bba7-41d9-baad-3431ce5d7ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f580f26-f46f-4a81-9b0f-042c7377652c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:26.502589 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1b029e6-bba7-41d9-baad-3431ce5d7ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.507786 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-a1b029e6-bba7-41d9-baad-3431ce5d7ef9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0f580f26-f46f-4a81-9b0f-042c7377652c HTTP/1.1" status: 204 len: 168 time: 0.2192476 Mar 16 11:27:26.511123 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54102) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:26.594459 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (4a19a238-948f-4877-8123-653055815c9d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.627459 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 747de8a2-043d-4236-8158-372af92a89b7 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:27:26.651061 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 747de8a2-043d-4236-8158-372af92a89b7 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:27:26.651493 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 747de8a2-043d-4236-8158-372af92a89b7 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:27:26.686369 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (4a19a238-948f-4877-8123-653055815c9d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.706242 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a19a238-948f-4877-8123-653055815c9d']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:26.716022 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54aa5b0-da66-4750-9638-9617a83ab70f') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:26.716319 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54aa5b0-da66-4750-9638-9617a83ab70f') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:26.725326 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58926138'] for segment (c54aa5b0-da66-4750-9638-9617a83ab70f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.738736 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (c54aa5b0-da66-4750-9638-9617a83ab70f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.745295 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:27:26.745742 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633050'] for segment (c54aa5b0-da66-4750-9638-9617a83ab70f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: Traceback (most recent call last): Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: timer() Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: cb(*args, **kw) Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: return func(*args, **kwargs) Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: self._notify() Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: self.callback(batched_events) Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: event.method(event) Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: return f(self, *a, **k) Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._get(url).json() Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: return self.request(url, 'GET', **kwargs) Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:27:26.747450 dv-cinder-790535-29-iscsi neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:27:26.799888 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (4a19a238-948f-4877-8123-653055815c9d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.805263 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:26.808782 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4a19a238-948f-4877-8123-653055815c9d HTTP/1.1" status: 204 len: 168 time: 0.2959740 Mar 16 11:27:26.821565 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f54905-6496-4904-99de-0a168ef35856 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a19a238-948f-4877-8123-653055815c9d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:26.974168 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54108) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:27.025929 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-d21c8425-ce3a-4df6-ac48-117f6be48f4d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=69c83e77983d4926a9df4a093866a49c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0497160 Mar 16 11:27:27.027987 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54110) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:27.078545 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9863efd-7e46-406a-af4d-5d2660a03d64 admin admin] Publish callbacks [] for security_group (71755d24-db81-400f-9130-86a78212da56), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:27.100769 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9863efd-7e46-406a-af4d-5d2660a03d64 admin admin] Publish callbacks [] for security_group (71755d24-db81-400f-9130-86a78212da56), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:27.149312 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9863efd-7e46-406a-af4d-5d2660a03d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (71755d24-db81-400f-9130-86a78212da56), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:27.151760 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9863efd-7e46-406a-af4d-5d2660a03d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:27.152923 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-f9863efd-7e46-406a-af4d-5d2660a03d64 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71755d24-db81-400f-9130-86a78212da56 HTTP/1.1" status: 204 len: 168 time: 0.1239424 Mar 16 11:27:27.160207 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9863efd-7e46-406a-af4d-5d2660a03d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71755d24-db81-400f-9130-86a78212da56,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:27.853904 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54132) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:27.951886 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-network', 'tenant_id': '49980453ee93427280de61728aab00cf'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:27.970143 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Made reservation on behalf of 49980453ee93427280de61728aab00cf for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:27.972452 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:27.981445 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.062791 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Publish callbacks [] for security_group (88d7be2a-ca50-4ab7-ad9d-09b91eb3bf26), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.066345 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (88d7be2a-ca50-4ab7-ad9d-09b91eb3bf26), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.092869 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:27:28.098186 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d7be2a-ca50-4ab7-ad9d-09b91eb3bf26,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:28.105035 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (afa3f1f2-9ce4-4d89-aea4-29e08c831117), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.105379 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.segments_db [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Added segment afa3f1f2-9ce4-4d89-aea4-29e08c831117 of type vlan for network 9c51e02a-0c62-4dff-818a-86c433c70910 Mar 16 11:27:28.145943 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (9c51e02a-0c62-4dff-818a-86c433c70910), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.169822 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (9c51e02a-0c62-4dff-818a-86c433c70910), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.170940 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:28.171516 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.230067 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3750763 Mar 16 11:27:28.233003 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54138) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:28.235080 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f3d7a-6500-4109-8aad-c9b4df327c00 admin admin] Pushing event updated for resources: {'Network': ['ID=9c51e02a-0c62-4dff-818a-86c433c70910,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:28.238826 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6eaad4a8-e912-4f1c-af7f-bef38d0b2a7f admin admin] Request body: {'subnet': {'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-subnet', 'tenant_id': '49980453ee93427280de61728aab00cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:28.246982 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 9c51e02a-0c62-4dff-818a-86c433c70910 details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:27:28.261682 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaad4a8-e912-4f1c-af7f-bef38d0b2a7f admin admin] Made reservation on behalf of 49980453ee93427280de61728aab00cf for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:28.263996 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6eaad4a8-e912-4f1c-af7f-bef38d0b2a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59554045'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.427355 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6eaad4a8-e912-4f1c-af7f-bef38d0b2a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59633011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59553987'] for subnet (c3e7dddf-50c1-45de-ab46-7b560362b20f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.482533 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaad4a8-e912-4f1c-af7f-bef38d0b2a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e7dddf-50c1-45de-ab46-7b560362b20f,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:28.489597 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaad4a8-e912-4f1c-af7f-bef38d0b2a7f admin admin] Checking segment: {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:27:28.489964 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaad4a8-e912-4f1c-af7f-bef38d0b2a7f admin admin] Network hostable DHCP agents. Network: 9c51e02a-0c62-4dff-818a-86c433c70910, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:27:28.507384 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device d23ff428-05f6-425e-a17f-6c8b2882dd0f no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:27:28.509835 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaad4a8-e912-4f1c-af7f-bef38d0b2a7f admin admin] Network 9c51e02a-0c62-4dff-818a-86c433c70910 is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:27:28.520061 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6eaad4a8-e912-4f1c-af7f-bef38d0b2a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 9c51e02a-0c62-4dff-818a-86c433c70910) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:28.525093 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaad4a8-e912-4f1c-af7f-bef38d0b2a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:28.525892 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6eaad4a8-e912-4f1c-af7f-bef38d0b2a7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.534238 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3e846b-80e9-4b8b-8885-894fd4cceb65 None None] Network 9c51e02a-0c62-4dff-818a-86c433c70910 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:27:28.536506 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: d23ff428-05f6-425e-a17f-6c8b2882dd0f {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:27:28.537084 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device d23ff428-05f6-425e-a17f-6c8b2882dd0f not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:27:28.546558 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-6eaad4a8-e912-4f1c-af7f-bef38d0b2a7f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3122606 Mar 16 11:27:28.549582 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54148) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:28.554022 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:28.573443 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26277'] for router (46c579b4-0022-4c3b-97e3-5765aebaf848), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.574440 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3769999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26286'] for router (46c579b4-0022-4c3b-97e3-5765aebaf848), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.630283 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Publish callbacks [] for router_controller (46c579b4-0022-4c3b-97e3-5765aebaf848), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.637425 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6276439-8411-5798-9bc0-2df5efd08d60-9c51e02a-0c62-4dff-818a-86c433c70910', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'project_id': '49980453ee93427280de61728aab00cf', 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f'}]}} from dv-cinder-790535-29-iscsi. {{(pid=103139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 11:27:28.638340 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.767904 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Publish callbacks [] for router_gateway (46c579b4-0022-4c3b-97e3-5765aebaf848), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.771457 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Allocated IP 172.20.0.2 (9c51e02a-0c62-4dff-818a-86c433c70910/c3e7dddf-50c1-45de-ab46-7b560362b20f/a63362c2-4dcc-4ba7-bb8b-0061e613e8e4) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:28.915144 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Publish callbacks [] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.922444 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.965960 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Network 9c51e02a-0c62-4dff-818a-86c433c70910 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:28.969062 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:28.972693 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:27:28.977498 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Publish callbacks [] for router_gateway (46c579b4-0022-4c3b-97e3-5765aebaf848), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:28.978131 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Pushing event updated for resources: {'Port': ['ID=a63362c2-4dcc-4ba7-bb8b-0061e613e8e4,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:28.998365 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:29.033512 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Attempting to bind port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:27:29.033795 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Attempting to bind port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:27:29.034163 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Attempting to bind port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 on network 9c51e02a-0c62-4dff-818a-86c433c70910 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:27:29.039203 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:27:29.039578 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Checking segment: {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:27:29.039982 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:29.040377 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Bound using segment: {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:27:29.040911 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Bound port: a63362c2-4dcc-4ba7-bb8b-0061e613e8e4, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:27:29.041319 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:29.109151 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] For port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:27:29.110362 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Allocated IP 172.27.2.108 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/a2890aa4-32bc-4f53-96ab-cb1c03173ccf) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:29.112424 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] For port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=a63362c2-4dcc-4ba7-bb8b-0061e613e8e4,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:27:29.117837 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:29.177428 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9c43a-1fd6-4037-a1ae-9f5d3d082526 None None] Pushing event updated for resources: {'Port': ['ID=a63362c2-4dcc-4ba7-bb8b-0061e613e8e4,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:29.219717 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Publish callbacks [] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:29.255515 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:29.298696 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:29.304892 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:29.309343 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:27:29.352119 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Pushing event updated for resources: {'Port': ['ID=a2890aa4-32bc-4f53-96ab-cb1c03173ccf,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:29.581173 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Publish callbacks [] for router_gateway (46c579b4-0022-4c3b-97e3-5765aebaf848), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:29.776652 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769724'] for router (46c579b4-0022-4c3b-97e3-5765aebaf848), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:29.839232 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:27:29.908447 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Router 46c579b4-0022-4c3b-97e3-5765aebaf848 is scheduled to L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:27:30.022545 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:27:30.031221 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Sync routers for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:30.047476 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:30.047476 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:30.047775 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:30.047775 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-93f9a1d4-7548-4d0a-9049-d67f6bb17fde admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4968867 Mar 16 11:27:30.050416 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54160) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:30.094712 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d7a5b9-bc91-4d9b-9c92-eb0f0941b741 None None] Network 9c51e02a-0c62-4dff-818a-86c433c70910 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:27:30.332169 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-6fc773dc-6f3c-44ad-9437-ccfbc830a66e None None] Provisioning complete for port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:30.332478 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6fc773dc-6f3c-44ad-9437-ccfbc830a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:30.334826 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96655247-54fd-4e2a-8ee1-840409fb5ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:30.399272 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:30.477253 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:30.598642 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:27:30.640003 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Allocated IP 172.20.0.1 (9c51e02a-0c62-4dff-818a-86c433c70910/c3e7dddf-50c1-45de-ab46-7b560362b20f/3c76311d-7c50-46fc-893f-07b888c50614) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:30.668633 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-6fc773dc-6f3c-44ad-9437-ccfbc830a66e None None] Current status of the port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:30.669014 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6fc773dc-6f3c-44ad-9437-ccfbc830a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:30.727650 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-6fc773dc-6f3c-44ad-9437-ccfbc830a66e None None] For port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=a63362c2-4dcc-4ba7-bb8b-0061e613e8e4,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:30.735591 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6fc773dc-6f3c-44ad-9437-ccfbc830a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:30.770633 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:30.771016 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:30.776561 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Publish callbacks [] for port (3c76311d-7c50-46fc-893f-07b888c50614), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:30.824940 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (3c76311d-7c50-46fc-893f-07b888c50614), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:30.828779 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc773dc-6f3c-44ad-9437-ccfbc830a66e None None] Pushing event updated for resources: {'Port': ['ID=a63362c2-4dcc-4ba7-bb8b-0061e613e8e4,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:30.832414 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:29Z', 'revision_number': 3, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:30.866794 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Network 9c51e02a-0c62-4dff-818a-86c433c70910 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:30.873349 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:30.877087 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:27:30.883018 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Checking router: 46c579b4-0022-4c3b-97e3-5765aebaf848 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:30.883361 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Updating router 46c579b4-0022-4c3b-97e3-5765aebaf848 port a2890aa4-32bc-4f53-96ab-cb1c03173ccf binding host dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:27:30.912180 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Pushing event updated for resources: {'Port': ['ID=3c76311d-7c50-46fc-893f-07b888c50614,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:30.924202 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:30.939479 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769743'] for router_interface (46c579b4-0022-4c3b-97e3-5765aebaf848), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:31.006622 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-5264b7cb-a307-490c-bdca-3f76435b9ca1 None None] Provisioning complete for port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:31.006996 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5264b7cb-a307-490c-bdca-3f76435b9ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:31.164905 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:31.274168 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5264b7cb-a307-490c-bdca-3f76435b9ca1 None None] Current status of the port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:31.280699 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (3c76311d-7c50-46fc-893f-07b888c50614), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:31.371703 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Publish callbacks [] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:31.377177 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:31.443344 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-f327c7bb-dc7b-49f6-aa9d-3848c9ab4e5f None None] Provisioning complete for port 3c76311d-7c50-46fc-893f-07b888c50614 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:31.443688 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f327c7bb-dc7b-49f6-aa9d-3848c9ab4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (3c76311d-7c50-46fc-893f-07b888c50614), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:31.445243 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Attempting to bind port a2890aa4-32bc-4f53-96ab-cb1c03173ccf on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:27:31.445610 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Attempting to bind port a2890aa4-32bc-4f53-96ab-cb1c03173ccf by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:27:31.445973 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Attempting to bind port a2890aa4-32bc-4f53-96ab-cb1c03173ccf on network 9cf056d6-fdfe-4a51-9b70-374530641aca {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:27:31.449673 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e5e40-17cb-409b-a728-4f835ff3c913 None None] Pushing event updated for resources: {'Port': ['ID=a2890aa4-32bc-4f53-96ab-cb1c03173ccf,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:31.452043 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Publish callbacks [] for port (3c76311d-7c50-46fc-893f-07b888c50614), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:31.458093 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62423896'] for port (3c76311d-7c50-46fc-893f-07b888c50614), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:31.475356 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:27:31.475740 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Checking segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:27:31.476146 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:31.476542 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Bound using segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:27:31.477039 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Bound port: a2890aa4-32bc-4f53-96ab-cb1c03173ccf, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:27:31.477425 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:31.517263 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f327c7bb-dc7b-49f6-aa9d-3848c9ab4e5f None None] Port 3c76311d-7c50-46fc-893f-07b888c50614 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:27:31.527586 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Pushing event updated for resources: {'Port': ['ID=3c76311d-7c50-46fc-893f-07b888c50614,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:31.531620 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774783'] for router_interface (46c579b4-0022-4c3b-97e3-5765aebaf848), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:31.538136 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] For port a2890aa4-32bc-4f53-96ab-cb1c03173ccf, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:27:31.542922 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] For port a2890aa4-32bc-4f53-96ab-cb1c03173ccf, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=a2890aa4-32bc-4f53-96ab-cb1c03173ccf,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:27:31.548866 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:31.605779 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:31.606394 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:31.627773 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Network 9c51e02a-0c62-4dff-818a-86c433c70910 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:31.629192 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:31.678755 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e5e40-17cb-409b-a728-4f835ff3c913 None None] Pushing event updated for resources: {'Port': ['ID=a2890aa4-32bc-4f53-96ab-cb1c03173ccf,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:31.737693 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:31.774879 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Router 46c579b4-0022-4c3b-97e3-5765aebaf848 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:27:31.898931 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:27:31.905041 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-0d5c001c-a5a7-49c1-949a-1d3458774fec admin admin] 10.222.0.47 "PUT /v2.0/routers/46c579b4-0022-4c3b-97e3-5765aebaf848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8534870 Mar 16 11:27:32.096359 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-f2be9167-ee1f-41f6-9fda-eb64a7525f55 None None] Provisioning complete for port 3c76311d-7c50-46fc-893f-07b888c50614 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:32.097022 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f2be9167-ee1f-41f6-9fda-eb64a7525f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (3c76311d-7c50-46fc-893f-07b888c50614), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:32.156112 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f2be9167-ee1f-41f6-9fda-eb64a7525f55 None None] Port 3c76311d-7c50-46fc-893f-07b888c50614 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:27:32.164862 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 2, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:32.198602 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db776046-8067-41a5-9f8d-8a667d9dbac9 None None] The sync data for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi is: [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 2, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:32.553167 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:27:32.605755 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:32.606228 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:32.684440 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:32.774840 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-15f9caf5-2e78-4703-8282-77c34f02ec35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.458026 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.526981 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54200) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:33.532632 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2c4e673c-72d8-42ef-9567-279ded9666e8 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--208969623', 'description': 'tempest-description--1869161873'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:33.555144 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c4e673c-72d8-42ef-9567-279ded9666e8 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.639474 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f988882-28db-49aa-ae0b-1ff69e1394d1 req-67f5bb35-9c51-4482-ad05-2935be58fb3b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:33.641033 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f988882-28db-49aa-ae0b-1ff69e1394d1 req-67f5bb35-9c51-4482-ad05-2935be58fb3b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0703843 Mar 16 11:27:33.642832 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c4e673c-72d8-42ef-9567-279ded9666e8 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group (f0c175ca-2bac-495c-a6ac-59b04c88313a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.647174 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c4e673c-72d8-42ef-9567-279ded9666e8 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f0c175ca-2bac-495c-a6ac-59b04c88313a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.679176 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e673c-72d8-42ef-9567-279ded9666e8 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c175ca-2bac-495c-a6ac-59b04c88313a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:33.684063 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c4e673c-72d8-42ef-9567-279ded9666e8 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.685339 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-2c4e673c-72d8-42ef-9567-279ded9666e8 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1573400 Mar 16 11:27:33.688776 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54204) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:33.695443 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ae7b3b20-a542-4256-85bf-5e6ad9bb5a35 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Request body: {'security_group_rule': {'security_group_id': 'f0c175ca-2bac-495c-a6ac-59b04c88313a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:33.710295 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f988882-28db-49aa-ae0b-1ff69e1394d1 req-2539d2a6-fe0d-4bd1-afb3-8f7896077d77 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626826 Mar 16 11:27:33.724312 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3b20-a542-4256-85bf-5e6ad9bb5a35 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group_rule (974d8470-b4b1-4e27-8b9c-6a7208e99a57), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.785512 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3b20-a542-4256-85bf-5e6ad9bb5a35 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group_rule (974d8470-b4b1-4e27-8b9c-6a7208e99a57), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.789275 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3b20-a542-4256-85bf-5e6ad9bb5a35 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (974d8470-b4b1-4e27-8b9c-6a7208e99a57), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.807825 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b3b20-a542-4256-85bf-5e6ad9bb5a35 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974d8470-b4b1-4e27-8b9c-6a7208e99a57,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:33.820419 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3b20-a542-4256-85bf-5e6ad9bb5a35 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.823304 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-ae7b3b20-a542-4256-85bf-5e6ad9bb5a35 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300616 Mar 16 11:27:33.825291 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54208) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:33.830011 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ebdb62b1-c1b7-436a-a550-cf9d11c1a4e9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Request body: {'security_group_rule': {'security_group_id': 'f0c175ca-2bac-495c-a6ac-59b04c88313a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:33.857528 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebdb62b1-c1b7-436a-a550-cf9d11c1a4e9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group_rule (fc345bd7-00a5-46c0-a531-a9afa108de00), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.913690 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebdb62b1-c1b7-436a-a550-cf9d11c1a4e9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group_rule (fc345bd7-00a5-46c0-a531-a9afa108de00), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.917542 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebdb62b1-c1b7-436a-a550-cf9d11c1a4e9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (fc345bd7-00a5-46c0-a531-a9afa108de00), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.937481 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb62b1-c1b7-436a-a550-cf9d11c1a4e9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc345bd7-00a5-46c0-a531-a9afa108de00,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:33.944219 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebdb62b1-c1b7-436a-a550-cf9d11c1a4e9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:33.945363 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-ebdb62b1-c1b7-436a-a550-cf9d11c1a4e9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189196 Mar 16 11:27:33.949111 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54212) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:33.953597 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:33.973197 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.069991 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.111492 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Sync routers for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:34.122727 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:34.123340 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:34.177079 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Allocated IP 172.27.2.209 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/26aae8db-c730-4730-ac3c-9da08e5ecd7a) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:34.228551 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:34.278531 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for port (26aae8db-c730-4730-ac3c-9da08e5ecd7a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.312524 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (26aae8db-c730-4730-ac3c-9da08e5ecd7a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.350704 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:34.357820 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:34.361298 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:27:34.366714 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event updated for resources: {'Port': ['ID=26aae8db-c730-4730-ac3c-9da08e5ecd7a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:34.455572 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (e5b8f83f-016d-4bfa-a3b8-e8f3edf77897), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.495023 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (26aae8db-c730-4730-ac3c-9da08e5ecd7a), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.535746 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 2, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:34.563980 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Checking router: 46c579b4-0022-4c3b-97e3-5765aebaf848 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:34.564421 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Updating router 46c579b4-0022-4c3b-97e3-5765aebaf848 port 3c76311d-7c50-46fc-893f-07b888c50614 binding host dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:27:34.589009 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device a2890aa4-32bc-4f53-96ab-cb1c03173ccf up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:27:34.600459 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (3c76311d-7c50-46fc-893f-07b888c50614), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.640284 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port a2890aa4-32bc-4f53-96ab-cb1c03173ccf triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:34.640939 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.655883 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for port (26aae8db-c730-4730-ac3c-9da08e5ecd7a), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.661957 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62423896'] for port (26aae8db-c730-4730-ac3c-9da08e5ecd7a), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.721170 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port a2890aa4-32bc-4f53-96ab-cb1c03173ccf is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:34.722008 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.747955 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port a2890aa4-32bc-4f53-96ab-cb1c03173ccf, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=a2890aa4-32bc-4f53-96ab-cb1c03173ccf,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:34.753529 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.768376 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event updated for resources: {'Port': ['ID=26aae8db-c730-4730-ac3c-9da08e5ecd7a,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:34.772999 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (e5b8f83f-016d-4bfa-a3b8-e8f3edf77897), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.792887 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.794130 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-f336c467-26a9-4a56-b35e-dbc76182478f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8440573 Mar 16 11:27:34.820642 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=a2890aa4-32bc-4f53-96ab-cb1c03173ccf,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:34.862393 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde78e50-e72f-41c4-a13c-ecce7b8faa73 req-aeebc370-82a2-4169-9378-0b41398549e6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:34.863939 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cde78e50-e72f-41c4-a13c-ecce7b8faa73 req-aeebc370-82a2-4169-9378-0b41398549e6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0611186 Mar 16 11:27:34.915704 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Publish callbacks [] for port (3c76311d-7c50-46fc-893f-07b888c50614), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.916916 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cde78e50-e72f-41c4-a13c-ecce7b8faa73 req-deac5821-006a-48c9-811d-5faeb2d661e2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453091 Mar 16 11:27:34.924418 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (3c76311d-7c50-46fc-893f-07b888c50614), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:34.959901 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-7395f55a-5e76-48c3-8854-fa0ca9f597e5 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--208969623&fields=id&tenant_id=49980453ee93427280de61728aab00cf HTTP/1.1" status: 200 len: 267 time: 0.0478890 Mar 16 11:27:34.981283 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Pushing event updated for resources: {'Port': ['ID=3c76311d-7c50-46fc-893f-07b888c50614,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:34.991345 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:35.002766 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.003122 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.003469 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.003828 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.004160 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.004484 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.004836 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.005155 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.005492 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.005815 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.006132 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.006465 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.006784 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.007097 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.007413 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:35.045181 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Attempting to bind port 3c76311d-7c50-46fc-893f-07b888c50614 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:27:35.046149 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Attempting to bind port 3c76311d-7c50-46fc-893f-07b888c50614 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:27:35.046149 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Attempting to bind port 3c76311d-7c50-46fc-893f-07b888c50614 on network 9c51e02a-0c62-4dff-818a-86c433c70910 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:27:35.051293 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:27:35.052290 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Checking segment: {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:27:35.052290 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:35.052842 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Bound using segment: {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:27:35.053094 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Bound port: 3c76311d-7c50-46fc-893f-07b888c50614, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:27:35.053474 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (3c76311d-7c50-46fc-893f-07b888c50614), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:35.102998 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-6c427a4c-f6cf-47b4-b68e-f6fb0b2f5499 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.104596 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-6c427a4c-f6cf-47b4-b68e-f6fb0b2f5499 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 817 time: 0.1219673 Mar 16 11:27:35.118165 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] For port 3c76311d-7c50-46fc-893f-07b888c50614, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:27:35.120168 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-886203d0-9848-48ea-bba4-b7efe49594eb tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/quotas/49980453ee93427280de61728aab00cf HTTP/1.1" status: 200 len: 375 time: 0.0099499 Mar 16 11:27:35.123210 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] For port 3c76311d-7c50-46fc-893f-07b888c50614, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=3c76311d-7c50-46fc-893f-07b888c50614,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:27:35.130899 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (3c76311d-7c50-46fc-893f-07b888c50614), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:35.181902 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-6efd93e9-8ac8-4c74-a251-26eca77a879f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556347 Mar 16 11:27:35.182423 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:35.183040 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:35.217025 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-52a30302-68bd-44a3-9bf7-1018369478d0 None None] Provisioning complete for port 3c76311d-7c50-46fc-893f-07b888c50614 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:35.217730 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52a30302-68bd-44a3-9bf7-1018369478d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (3c76311d-7c50-46fc-893f-07b888c50614), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:35.284792 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf3a30-19a1-49ea-bea4-c6376790e2fe None None] Pushing event updated for resources: {'Port': ['ID=3c76311d-7c50-46fc-893f-07b888c50614,revision_number=4']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:35.306276 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-f6c9f21c-cf31-46fb-8559-f0e257c34014 service neutron] 10.222.0.47 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108847 Mar 16 11:27:35.309457 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-52a30302-68bd-44a3-9bf7-1018369478d0 None None] Current status of the port 3c76311d-7c50-46fc-893f-07b888c50614 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:35.310200 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52a30302-68bd-44a3-9bf7-1018369478d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (3c76311d-7c50-46fc-893f-07b888c50614), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:35.315206 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:35.345766 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-52a30302-68bd-44a3-9bf7-1018369478d0 None None] For port 3c76311d-7c50-46fc-893f-07b888c50614, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=3c76311d-7c50-46fc-893f-07b888c50614,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:35.349991 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-52a30302-68bd-44a3-9bf7-1018369478d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (3c76311d-7c50-46fc-893f-07b888c50614), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:35.403298 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a30302-68bd-44a3-9bf7-1018369478d0 None None] Pushing event updated for resources: {'Port': ['ID=3c76311d-7c50-46fc-893f-07b888c50614,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:35.414933 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-2080dd59-dc94-4f99-9ad9-dfa689ba5cbe service neutron] 10.222.0.47 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066675 Mar 16 11:27:35.470625 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-0252579f-8a6c-466f-aa20-23e036f23ff2 None None] Provisioning complete for port 3c76311d-7c50-46fc-893f-07b888c50614 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:35.471002 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0252579f-8a6c-466f-aa20-23e036f23ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (3c76311d-7c50-46fc-893f-07b888c50614), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:35.542687 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:35.559962 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0252579f-8a6c-466f-aa20-23e036f23ff2 None None] Current status of the port 3c76311d-7c50-46fc-893f-07b888c50614 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:35.569596 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1eea6-d74b-4618-b2b7-7b78f9546472 None None] The sync data for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi is: [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:35.604210 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ee8cf9e4-9179-44ac-9ba1-b381ee557faf req-ecc80bfd-b341-4afc-a31b-c5d93a58b5eb tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 210 time: 0.0287750 Mar 16 11:27:36.044875 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b37ad-5def-4534-9f20-a53034dd3a41 req-2189fa74-283c-4db7-b95e-9c90334cdb5c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:36.046592 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-321b37ad-5def-4534-9f20-a53034dd3a41 req-2189fa74-283c-4db7-b95e-9c90334cdb5c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0553939 Mar 16 11:27:36.101013 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-321b37ad-5def-4534-9f20-a53034dd3a41 req-c11e765c-d268-4313-8b85-668a8f71178e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466449 Mar 16 11:27:36.568236 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 3c76311d-7c50-46fc-893f-07b888c50614 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:27:36.629939 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:36.644890 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 3c76311d-7c50-46fc-893f-07b888c50614 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:36.645222 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (3c76311d-7c50-46fc-893f-07b888c50614), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:36.729505 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-de42e802-9795-4f7f-884b-49c66540ec8e req-bc3b59b4-e425-4432-934a-8137a7e09af9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 210 time: 0.0492342 Mar 16 11:27:36.731026 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 3c76311d-7c50-46fc-893f-07b888c50614 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:36.732179 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device a2890aa4-32bc-4f53-96ab-cb1c03173ccf up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:27:36.785171 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:36.793720 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port a2890aa4-32bc-4f53-96ab-cb1c03173ccf triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:36.795007 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:36.815763 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-b8c5547a-a4ed-420b-b7e3-4181d4d2ee3e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:36.817600 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-b8c5547a-a4ed-420b-b7e3-4181d4d2ee3e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.62 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 817 time: 0.1282926 Mar 16 11:27:36.882610 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port a2890aa4-32bc-4f53-96ab-cb1c03173ccf is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:36.902731 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-df215146-3165-425d-8a89-d7aea448e00c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49980453ee93427280de61728aab00cf HTTP/1.1" status: 200 len: 379 time: 0.0634401 Mar 16 11:27:36.911035 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Request body: {'port': {'device_id': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'admin_state_up': True, 'tenant_id': '49980453ee93427280de61728aab00cf', 'security_groups': ['f0c175ca-2bac-495c-a6ac-59b04c88313a']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:37.025829 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Made reservation on behalf of 49980453ee93427280de61728aab00cf for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:37.029113 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:37.153638 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Allocated IP 172.20.0.6 (9c51e02a-0c62-4dff-818a-86c433c70910/c3e7dddf-50c1-45de-ab46-7b560362b20f/594a0a65-9258-428d-9670-b0168f59d0a3) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:37.285253 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae816c-ed6c-41db-bff8-4541403c67d0 req-629d15a7-b420-4f1b-ad8f-801f325161c3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:37.286649 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-20ae816c-ed6c-41db-bff8-4541403c67d0 req-629d15a7-b420-4f1b-ad8f-801f325161c3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.1157825 Mar 16 11:27:37.352729 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for port (594a0a65-9258-428d-9670-b0168f59d0a3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:37.367952 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-20ae816c-ed6c-41db-bff8-4541403c67d0 req-df151433-e3c9-4895-a147-20124e3f2f74 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756133 Mar 16 11:27:37.395266 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:37.435407 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Network 9c51e02a-0c62-4dff-818a-86c433c70910 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:37.440400 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:37.444161 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:27:37.471257 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event updated for resources: {'Port': ['ID=594a0a65-9258-428d-9670-b0168f59d0a3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:37.498723 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:37.499361 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:37.515165 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-e7515437-2881-44ca-a2c7-71a7e142e6ca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6076283 Mar 16 11:27:37.534156 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Request body: {'port': {'device_id': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:37.695599 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-72a7acb3-710d-4e55-84f2-053804e2bdf5 None None] Provisioning complete for port 594a0a65-9258-428d-9670-b0168f59d0a3 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:37.696484 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-72a7acb3-710d-4e55-84f2-053804e2bdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:37.731188 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-72a7acb3-710d-4e55-84f2-053804e2bdf5 None None] Port 594a0a65-9258-428d-9670-b0168f59d0a3 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:27:37.867531 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:37.922460 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66213275-5245-4ac2-aa07-97b68569c774 req-2bfd29d6-9b46-4add-85a2-1ac7f850086c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:37.923926 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66213275-5245-4ac2-aa07-97b68569c774 req-2bfd29d6-9b46-4add-85a2-1ac7f850086c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 931 time: 0.0902715 Mar 16 11:27:38.046176 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66213275-5245-4ac2-aa07-97b68569c774 req-935afb16-dafc-4249-aa61-6af2c2cce013 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119735 Mar 16 11:27:38.168687 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594a0a65-9258-428d-9670-b0168f59d0a3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:27:38.175979 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Publish callbacks [] for port (594a0a65-9258-428d-9670-b0168f59d0a3), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:38.187770 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Transition to ACTIVE for port object 594a0a65-9258-428d-9670-b0168f59d0a3 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:27:38.191312 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:38.243307 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Pushing event updated for resources: {'Port': ['ID=594a0a65-9258-428d-9670-b0168f59d0a3,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:38.311702 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Attempting to bind port 594a0a65-9258-428d-9670-b0168f59d0a3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:27:38.312045 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Attempting to bind port 594a0a65-9258-428d-9670-b0168f59d0a3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:27:38.312373 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Attempting to bind port 594a0a65-9258-428d-9670-b0168f59d0a3 on network 9c51e02a-0c62-4dff-818a-86c433c70910 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:27:38.316747 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Port 594a0a65-9258-428d-9670-b0168f59d0a3 on network 9c51e02a-0c62-4dff-818a-86c433c70910 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:27:38.317071 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Attempting to bind port 594a0a65-9258-428d-9670-b0168f59d0a3 on network 9c51e02a-0c62-4dff-818a-86c433c70910 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:27:38.322398 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:27:38.322737 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Checking segment: {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:27:38.323116 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Bound using segment: {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:27:38.323549 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Bound port: 594a0a65-9258-428d-9670-b0168f59d0a3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:27:38.323927 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:38.391096 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:27:38.394419 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=594a0a65-9258-428d-9670-b0168f59d0a3,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:27:38.399850 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:38.433014 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:38.433518 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:38.434908 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] 10.222.0.62 "PUT /v2.0/ports/594a0a65-9258-428d-9670-b0168f59d0a3 HTTP/1.1" status: 200 len: 1093 time: 0.9053385 Mar 16 11:27:38.435347 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:38.437614 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dbccef-8af9-414f-bf81-ccbcdcc9cd75" -d '{"events": [{"name": "network-changed", "server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:27:38.484607 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a39a1af-9124-4675-8893-56dd2e07cbdd x-openstack-request-id: req-7a39a1af-9124-4675-8893-56dd2e07cbdd {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:27:38.484872 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:27:38.485245 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a39a1af-9124-4675-8893-56dd2e07cbdd {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:27:38.485579 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3', 'status': 'completed', 'code': 200} Mar 16 11:27:38.496472 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac491e-cc01-43b4-b35e-c5bce0cff938 service neutron] Pushing event updated for resources: {'Port': ['ID=594a0a65-9258-428d-9670-b0168f59d0a3,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:38.520130 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da653bfd-1102-4ca5-85c1-54973c25906e req-6f59c33c-fc3c-4de5-b033-073cc5bff814 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:38.521634 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da653bfd-1102-4ca5-85c1-54973c25906e req-6f59c33c-fc3c-4de5-b033-073cc5bff814 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0811048 Mar 16 11:27:38.599063 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da653bfd-1102-4ca5-85c1-54973c25906e req-6c1ebc1f-3d07-45c1-9370-7fce079e001b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687706 Mar 16 11:27:38.603743 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-223b3401-dec1-4256-8e7d-5fff5f4876fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:38.605251 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-223b3401-dec1-4256-8e7d-5fff5f4876fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 1127 time: 0.0925136 Mar 16 11:27:38.655712 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-90189276-6c98-422a-b995-279fc2cf15fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594a0a65-9258-428d-9670-b0168f59d0a3 HTTP/1.1" status: 200 len: 217 time: 0.0347469 Mar 16 11:27:38.704814 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-3facdede-66bc-42e9-a95f-5dd90248ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:38.706274 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-3facdede-66bc-42e9-a95f-5dd90248ef7a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 200 len: 856 time: 0.0437021 Mar 16 11:27:38.760838 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-67a51b12-db56-482c-a5d2-947fafd55345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:38.762296 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-67a51b12-db56-482c-a5d2-947fafd55345 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c51e02a-0c62-4dff-818a-86c433c70910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469949 Mar 16 11:27:38.851858 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-b5472635-4a35-4b58-bf96-6fb6137fa583 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781147 Mar 16 11:27:38.942729 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e0aec53-d447-415b-9fda-6438bb86a132 req-f95527b6-843a-4703-b684-72f528ead38e service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834744 Mar 16 11:27:39.096476 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbccef-8af9-414f-bf81-ccbcdcc9cd75 req-bb61e31e-8f59-4cce-a60d-559eddedf5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:39.098023 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-94dbccef-8af9-414f-bf81-ccbcdcc9cd75 req-bb61e31e-8f59-4cce-a60d-559eddedf5e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 1127 time: 0.0462554 Mar 16 11:27:39.229186 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dc0f6-b388-43b9-b220-89b0f4c555fd req-72045449-5096-48b1-8b7f-a96ef36e5768 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:39.230644 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-993dc0f6-b388-43b9-b220-89b0f4c555fd req-72045449-5096-48b1-8b7f-a96ef36e5768 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.1070983 Mar 16 11:27:39.231597 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbccef-8af9-414f-bf81-ccbcdcc9cd75 req-0e2e1506-7b00-475d-b1a9-cdae24ac89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:39.232933 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-94dbccef-8af9-414f-bf81-ccbcdcc9cd75 req-0e2e1506-7b00-475d-b1a9-cdae24ac89d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 918 time: 0.1260145 Mar 16 11:27:39.287111 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-94dbccef-8af9-414f-bf81-ccbcdcc9cd75 req-e20ac048-0317-4d41-8af0-b2f14449b7f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594a0a65-9258-428d-9670-b0168f59d0a3 HTTP/1.1" status: 200 len: 217 time: 0.0384409 Mar 16 11:27:39.332521 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-993dc0f6-b388-43b9-b220-89b0f4c555fd req-ec498fff-ca9d-4af1-8b81-994542819fb1 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963907 Mar 16 11:27:39.348025 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbccef-8af9-414f-bf81-ccbcdcc9cd75 req-479137ee-5821-4872-a901-54a128a3e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:39.349465 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-94dbccef-8af9-414f-bf81-ccbcdcc9cd75 req-479137ee-5821-4872-a901-54a128a3e49e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 200 len: 856 time: 0.0523996 Mar 16 11:27:39.402533 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbccef-8af9-414f-bf81-ccbcdcc9cd75 req-5c6941bc-25a4-4e71-b92e-eae9d6798d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:39.403974 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-94dbccef-8af9-414f-bf81-ccbcdcc9cd75 req-5c6941bc-25a4-4e71-b92e-eae9d6798d95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c51e02a-0c62-4dff-818a-86c433c70910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458939 Mar 16 11:27:39.489727 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-94dbccef-8af9-414f-bf81-ccbcdcc9cd75 req-c442735e-0212-4918-9090-ac41eba1f254 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792277 Mar 16 11:27:39.579911 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-94dbccef-8af9-414f-bf81-ccbcdcc9cd75 req-c9d2d307-0035-4722-a6a6-5a4991f40e1e service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837908 Mar 16 11:27:39.714575 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de7697-1b53-496f-8b39-cea719ada869 req-a6b71b10-1743-4790-87e3-9c99578093ec tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:39.716010 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a3de7697-1b53-496f-8b39-cea719ada869 req-a6b71b10-1743-4790-87e3-9c99578093ec tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0512824 Mar 16 11:27:39.761078 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a3de7697-1b53-496f-8b39-cea719ada869 req-57c6315c-a825-4af1-aa61-71ed7deda363 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395162 Mar 16 11:27:40.454124 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd45156-2610-4c65-8917-a00aaf0d4026 req-5f702102-4ba0-4966-b6a5-38dafd15bcd3 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:40.456758 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cd45156-2610-4c65-8917-a00aaf0d4026 req-5f702102-4ba0-4966-b6a5-38dafd15bcd3 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0540304 Mar 16 11:27:40.508066 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cd45156-2610-4c65-8917-a00aaf0d4026 req-cf19d862-8223-42bb-bacd-057f0af1ad37 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454893 Mar 16 11:27:40.874731 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d33f9-7bb0-47f0-8df0-d9c67690faf5 req-9a2223e2-8066-4bbd-8bb7-8b7fc8d4c530 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:40.876174 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-590d33f9-7bb0-47f0-8df0-d9c67690faf5 req-9a2223e2-8066-4bbd-8bb7-8b7fc8d4c530 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0503235 Mar 16 11:27:40.921287 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-590d33f9-7bb0-47f0-8df0-d9c67690faf5 req-44101e1e-a402-4a8c-b09b-0c4502d80905 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396857 Mar 16 11:27:41.632049 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7602f-21df-4b83-9efa-94bc9b651963 req-8c598e7d-b923-4728-b924-c3ece6fc2fc4 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:41.633521 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-95a7602f-21df-4b83-9efa-94bc9b651963 req-8c598e7d-b923-4728-b924-c3ece6fc2fc4 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0498919 Mar 16 11:27:41.679060 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-95a7602f-21df-4b83-9efa-94bc9b651963 req-03964c45-d72a-48cd-bf7e-6a3581e97687 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400655 Mar 16 11:27:42.038239 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c319e47-6182-47c0-899b-b916dbef155a req-aba97ffa-e809-454e-a1e2-40dcb9f24817 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:42.039678 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3c319e47-6182-47c0-899b-b916dbef155a req-aba97ffa-e809-454e-a1e2-40dcb9f24817 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0536392 Mar 16 11:27:42.084853 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3c319e47-6182-47c0-899b-b916dbef155a req-93948b4e-f733-4f33-bef2-cf94fd85bbd2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392041 Mar 16 11:27:42.830881 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f18439-5b27-4744-8af0-89e35d8b3a9e req-27743832-014c-4466-a07d-0496a343dc59 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:42.832353 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0f18439-5b27-4744-8af0-89e35d8b3a9e req-27743832-014c-4466-a07d-0496a343dc59 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0818374 Mar 16 11:27:42.842840 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b508b1-0360-405a-b612-a4399180ca0b req-a6dcc77b-e721-4794-b763-aa9bdbcaff39 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:42.844198 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-54b508b1-0360-405a-b612-a4399180ca0b req-a6dcc77b-e721-4794-b763-aa9bdbcaff39 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 946 time: 0.0685000 Mar 16 11:27:42.917104 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0f18439-5b27-4744-8af0-89e35d8b3a9e req-246f8b18-8d8f-41b7-bf39-10a8d05b766a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719585 Mar 16 11:27:42.920029 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-54b508b1-0360-405a-b612-a4399180ca0b req-fbd40705-b1f4-48cc-b31e-34dfb8ab1e57 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693617 Mar 16 11:27:43.192087 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 594a0a65-9258-428d-9670-b0168f59d0a3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:27:43.202842 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc6333-3f74-4eb7-a1e0-4eb67899c73f req-ec89908d-e70c-4954-a245-06a6cf0e645e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:43.204664 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-75cc6333-3f74-4eb7-a1e0-4eb67899c73f req-ec89908d-e70c-4954-a245-06a6cf0e645e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0523450 Mar 16 11:27:43.255848 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-75cc6333-3f74-4eb7-a1e0-4eb67899c73f req-64d143a8-3230-423c-a9ba-9b2cfced78b3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397990 Mar 16 11:27:43.292059 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=594a0a65-9258-428d-9670-b0168f59d0a3,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:43.302953 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '594a0a65-9258-428d-9670-b0168f59d0a3', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'port_id': '594a0a65-9258-428d-9670-b0168f59d0a3', 'mac_address': 'fa:16:3e:b9:17:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:27:43.340282 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 594a0a65-9258-428d-9670-b0168f59d0a3 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:43.340740 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:43.353818 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594a0a65-9258-428d-9670-b0168f59d0a3 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:27:43.376318 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=594a0a65-9258-428d-9670-b0168f59d0a3,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:43.379851 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:43.426756 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=594a0a65-9258-428d-9670-b0168f59d0a3,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:44.070939 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbf306-0ff2-4fb7-9a1c-eb2c67f545a5 req-2fd27247-529d-4130-a1df-89f1113bd2cd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:44.073007 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-84cbf306-0ff2-4fb7-9a1c-eb2c67f545a5 req-2fd27247-529d-4130-a1df-89f1113bd2cd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 944 time: 0.0859330 Mar 16 11:27:44.080238 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09dfca-00ff-4146-8f27-7766ecad1d8a req-3bb571fd-3cc4-4845-8daa-98a6180f4ea1 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:44.081612 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-de09dfca-00ff-4146-8f27-7766ecad1d8a req-3bb571fd-3cc4-4845-8daa-98a6180f4ea1 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 946 time: 0.0927434 Mar 16 11:27:44.147834 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-84cbf306-0ff2-4fb7-9a1c-eb2c67f545a5 req-c9e55571-726b-471a-beb1-0c4e96383e8a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652809 Mar 16 11:27:44.154500 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-de09dfca-00ff-4146-8f27-7766ecad1d8a req-18bf8e88-c809-4139-9509-d5dc750b2b84 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663998 Mar 16 11:27:44.367102 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8db003-b26c-4ec8-8427-5a00342411ec req-5fb6c036-f6a9-4a6e-a67e-be051463def2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:44.369213 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cc8db003-b26c-4ec8-8427-5a00342411ec req-5fb6c036-f6a9-4a6e-a67e-be051463def2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0535491 Mar 16 11:27:44.413831 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cc8db003-b26c-4ec8-8427-5a00342411ec req-55c25dbb-d547-40d8-84f8-28917a3db9fa tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391531 Mar 16 11:27:44.639838 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['594a0a65-9258-428d-9670-b0168f59d0a3'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:27:45.301992 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff75b81-859a-41e7-a5ca-d5183526fdd4 req-46922cf8-98f9-48b1-be3c-87aa5bfbaaf5 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:45.303781 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1ff75b81-859a-41e7-a5ca-d5183526fdd4 req-46922cf8-98f9-48b1-be3c-87aa5bfbaaf5 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 944 time: 0.0867813 Mar 16 11:27:45.311438 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f9540-8f6f-4ddd-b15d-91c4cc57affe req-70ff12e9-7f20-44f3-8ba2-ff781a410725 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:45.312802 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cd6f9540-8f6f-4ddd-b15d-91c4cc57affe req-70ff12e9-7f20-44f3-8ba2-ff781a410725 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 946 time: 0.0873303 Mar 16 11:27:45.382181 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1ff75b81-859a-41e7-a5ca-d5183526fdd4 req-47a73e20-1405-4fcc-add5-d72566adff16 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684562 Mar 16 11:27:45.385976 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cd6f9540-8f6f-4ddd-b15d-91c4cc57affe req-f4a9ef84-05d5-41b6-9aef-d16ea3941ee3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667095 Mar 16 11:27:45.541920 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbd52b-b419-459c-8c72-87248085f6ed req-6dc2c208-3771-4e5c-b653-1845ef03968a tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:45.543577 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3edbd52b-b419-459c-8c72-87248085f6ed req-6dc2c208-3771-4e5c-b653-1845ef03968a tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0635724 Mar 16 11:27:45.591851 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3edbd52b-b419-459c-8c72-87248085f6ed req-1551aa75-8ae0-49f2-8ea4-19f7d0a2a4ad tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428016 Mar 16 11:27:46.532645 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3fd5b-7ead-4950-990a-f0f30f151197 req-814e2761-3e2f-4054-b8fc-94f3b5e6805a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:46.534115 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3bb3fd5b-7ead-4950-990a-f0f30f151197 req-814e2761-3e2f-4054-b8fc-94f3b5e6805a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 944 time: 0.0809219 Mar 16 11:27:46.541924 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19ef0-6a12-4cbc-b8c5-5143481baa5d req-d7ddaffa-72c4-405a-97cf-25a86844aec4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:46.543283 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fcd19ef0-6a12-4cbc-b8c5-5143481baa5d req-d7ddaffa-72c4-405a-97cf-25a86844aec4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 946 time: 0.0888784 Mar 16 11:27:46.615863 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3bb3fd5b-7ead-4950-990a-f0f30f151197 req-8bb5e8ca-e33a-4ecc-856e-323b9e1e768f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716491 Mar 16 11:27:46.622609 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fcd19ef0-6a12-4cbc-b8c5-5143481baa5d req-16718dbd-63d8-4c87-ae8b-3b00d78b39f0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727544 Mar 16 11:27:46.719817 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b973168-57e3-4075-891d-a9857da3ed14 req-828ea7eb-787e-452d-9f1b-a63d8012b373 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:46.721285 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8b973168-57e3-4075-891d-a9857da3ed14 req-828ea7eb-787e-452d-9f1b-a63d8012b373 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0511138 Mar 16 11:27:46.771212 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8b973168-57e3-4075-891d-a9857da3ed14 req-eec8f5b5-9e92-447c-ab14-eca538c1bd85 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444193 Mar 16 11:27:47.625710 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 594a0a65-9258-428d-9670-b0168f59d0a3 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:27:47.676995 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port 594a0a65-9258-428d-9670-b0168f59d0a3 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:27:47.682344 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 594a0a65-9258-428d-9670-b0168f59d0a3 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:27:47.682729 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:47.768049 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 594a0a65-9258-428d-9670-b0168f59d0a3 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:27:47.768437 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:47.769606 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3127c-477c-40f1-9f35-2261bb5e5896 req-564ef3aa-ab81-4b63-a68a-9fc7a168bc7e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:47.771080 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-08a3127c-477c-40f1-9f35-2261bb5e5896 req-564ef3aa-ab81-4b63-a68a-9fc7a168bc7e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 944 time: 0.0848258 Mar 16 11:27:47.781725 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445e04-f377-476d-b2dc-8b62d7bf58f7 req-37b9c8ef-b836-4530-abc9-738137e30e29 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:47.783160 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e1445e04-f377-476d-b2dc-8b62d7bf58f7 req-37b9c8ef-b836-4530-abc9-738137e30e29 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 946 time: 0.0867496 Mar 16 11:27:47.794816 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:47.797364 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789cf5b2-dc95-441e-85a0-cf18fbd5bdeb" -d '{"events": [{"server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "name": "network-vif-plugged", "status": "completed", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:27:47.809445 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=594a0a65-9258-428d-9670-b0168f59d0a3,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:47.813327 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:47.853152 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-08a3127c-477c-40f1-9f35-2261bb5e5896 req-b3fe2911-1596-402c-aa48-0d713af21a7b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683236 Mar 16 11:27:47.859841 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=594a0a65-9258-428d-9670-b0168f59d0a3,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:47.860324 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e1445e04-f377-476d-b2dc-8b62d7bf58f7 req-f70d0f15-7c50-440a-88fb-4e296500f85d tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695949 Mar 16 11:27:47.914198 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a1cb0e-f0c5-4c6d-93e3-eccbc0988311 x-openstack-request-id: req-05a1cb0e-f0c5-4c6d-93e3-eccbc0988311 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:27:47.914583 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "name": "network-vif-plugged", "status": "completed", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:27:47.915449 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05a1cb0e-f0c5-4c6d-93e3-eccbc0988311 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:27:47.915908 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3', 'code': 200} Mar 16 11:27:47.963897 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7483360-56dc-4bca-8492-ccc69515501c req-ad3ed88c-fc9c-47d7-8057-2bf590bbbfd5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:47.965394 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f7483360-56dc-4bca-8492-ccc69515501c req-ad3ed88c-fc9c-47d7-8057-2bf590bbbfd5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0528629 Mar 16 11:27:48.010431 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f7483360-56dc-4bca-8492-ccc69515501c req-640a8e70-05c0-434f-bd44-2eefc31ad353 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395958 Mar 16 11:27:48.795953 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18d10b-fbfc-4426-b311-3d980efc94ec req-30fc4f4f-828b-44b8-b90a-30c2aecb8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:48.797386 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5c18d10b-fbfc-4426-b311-3d980efc94ec req-30fc4f4f-828b-44b8-b90a-30c2aecb8be0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 1129 time: 0.0474029 Mar 16 11:27:48.842928 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5c18d10b-fbfc-4426-b311-3d980efc94ec req-89542c37-d8d7-4473-b8d8-f8f62a265c17 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373700 Mar 16 11:27:49.002995 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a59e80-eb27-4ee4-b88a-8f55af58bb41 req-766900a8-d741-411e-96f5-16fa3a2447ed tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:49.004455 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-08a59e80-eb27-4ee4-b88a-8f55af58bb41 req-766900a8-d741-411e-96f5-16fa3a2447ed tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0785491 Mar 16 11:27:49.015519 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a669a02-0426-4078-9bd9-efbdfd0a9736 req-93fd48fb-8d20-433d-bf5d-2fdad8006214 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:49.016908 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2a669a02-0426-4078-9bd9-efbdfd0a9736 req-93fd48fb-8d20-433d-bf5d-2fdad8006214 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 946 time: 0.0815678 Mar 16 11:27:49.089140 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-08a59e80-eb27-4ee4-b88a-8f55af58bb41 req-06fa50c4-226c-4e52-8679-08d276f9b78e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712278 Mar 16 11:27:49.092252 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2a669a02-0426-4078-9bd9-efbdfd0a9736 req-2bf3df46-0ed9-4ccf-8abd-1e20bbbafced tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=8eca8d8f-97e9-4744-9299-876ba679c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689931 Mar 16 11:27:49.199287 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbbf02-1c20-4eda-9b49-c95077e19f0f req-a7bcf0be-44f3-4926-bfbc-19a22498d6e6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:49.200805 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f3bbbf02-1c20-4eda-9b49-c95077e19f0f req-a7bcf0be-44f3-4926-bfbc-19a22498d6e6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0562291 Mar 16 11:27:49.269452 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f3bbbf02-1c20-4eda-9b49-c95077e19f0f req-b973399c-91d3-405a-aa1a-a935c885d8b3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631893 Mar 16 11:27:49.291610 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-0c26d0fc-5359-4e36-8fd0-4748756a58a6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:49.293072 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-0c26d0fc-5359-4e36-8fd0-4748756a58a6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 946 time: 0.0622332 Mar 16 11:27:49.395352 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Deleting port e6bc0f3e-e95c-458f-a060-56634acaa43f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:27:49.395613 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:49.480387 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] For port e6bc0f3e-e95c-458f-a060-56634acaa43f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6bc0f3e-e95c-458f-a060-56634acaa43f,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:49.480781 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:49.695577 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:49.695967 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (85e593bd-f6c1-4ac9-9535-e3f70652c94b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:49.696288 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Floating IP 85e593bd-f6c1-4ac9-9535-e3f70652c94b disassociated. External IP: 172.27.2.131, port: e6bc0f3e-e95c-458f-a060-56634acaa43f. Mar 16 11:27:49.696662 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Calling delete_port for e6bc0f3e-e95c-458f-a060-56634acaa43f owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:27:49.829751 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (e6bc0f3e-e95c-458f-a060-56634acaa43f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:49.856259 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event deleted for resources: {'Port': ['ID=e6bc0f3e-e95c-458f-a060-56634acaa43f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:49.974077 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:27:50.081518 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:27:50.094507 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec9a32-6e01-4669-83a0-18facd870579 None None] Sync routers for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:50.103981 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec9a32-6e01-4669-83a0-18facd870579 None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:50.104644 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b1ec9a32-6e01-4669-83a0-18facd870579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:50.120774 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] No DVR routers for this DVR port e6bc0f3e-e95c-458f-a060-56634acaa43f on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:27:50.123377 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:50.127488 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3df89a42-d818-42ca-9c3d-982e9d07b257 req-cef65807-07ed-480b-b420-d2b3f3995ebe tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "DELETE /v2.0/ports/e6bc0f3e-e95c-458f-a060-56634acaa43f HTTP/1.1" status: 204 len: 173 time: 0.8201661 Mar 16 11:27:50.127488 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'name': 'network-vif-deleted', 'tag': 'e6bc0f3e-e95c-458f-a060-56634acaa43f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:50.129674 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2301c4d1-d63e-4da0-8862-62a59fb7edaa" -d '{"events": [{"server_uuid": "6e666768-599b-4cb2-9c5b-69ff55fc4575", "name": "network-vif-deleted", "tag": "e6bc0f3e-e95c-458f-a060-56634acaa43f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:27:50.229431 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b1ec9a32-6e01-4669-83a0-18facd870579 None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:50.236784 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-00ae0f68-625d-4c91-88ed-9c9fddc8d9e2 req-729c1f81-ebed-4edf-b7cc-f43bb8b7a1a3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 210 time: 0.0292683 Mar 16 11:27:50.260678 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aab0de-88f7-4dc5-8685-73ed3f244931 req-1f3f128b-e662-46bb-8609-0880f7afc635 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:50.265880 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4aab0de-88f7-4dc5-8685-73ed3f244931 req-1f3f128b-e662-46bb-8609-0880f7afc635 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0895140 Mar 16 11:27:50.296354 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7df0d8-9a3c-4a20-9aa8-c47a3afe54f0 x-openstack-request-id: req-fa7df0d8-9a3c-4a20-9aa8-c47a3afe54f0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:27:50.296708 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e666768-599b-4cb2-9c5b-69ff55fc4575", "name": "network-vif-deleted", "tag": "e6bc0f3e-e95c-458f-a060-56634acaa43f", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:27:50.296959 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fa7df0d8-9a3c-4a20-9aa8-c47a3afe54f0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:27:50.297384 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e666768-599b-4cb2-9c5b-69ff55fc4575', 'name': 'network-vif-deleted', 'tag': 'e6bc0f3e-e95c-458f-a060-56634acaa43f', 'status': 'completed', 'code': 200} Mar 16 11:27:50.321869 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4aab0de-88f7-4dc5-8685-73ed3f244931 req-cfbc478f-18f5-4fc5-998f-9958a87d5b9e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483713 Mar 16 11:27:50.394400 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74b4b5-0806-41c5-9c97-a22c6f2dd878 req-7e27e364-74cb-44d2-9c3d-03ca5a9621ce tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:50.395867 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6b74b4b5-0806-41c5-9c97-a22c6f2dd878 req-7e27e364-74cb-44d2-9c3d-03ca5a9621ce tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0522721 Mar 16 11:27:50.442787 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6b74b4b5-0806-41c5-9c97-a22c6f2dd878 req-c8dd4f73-81d5-482d-b673-73d21fc61e22 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412374 Mar 16 11:27:50.514859 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b1ec9a32-6e01-4669-83a0-18facd870579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5e40e8f1-68dd-4ddf-90d8-25797fb60815', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:9a:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:28Z', 'updated_at': '2022-03-16T11:25:11Z', 'revision_number': 2, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:50.540990 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec9a32-6e01-4669-83a0-18facd870579 None None] Checking router: 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:50.549074 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec9a32-6e01-4669-83a0-18facd870579 None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:50.549674 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b1ec9a32-6e01-4669-83a0-18facd870579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:50.654831 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b1ec9a32-6e01-4669-83a0-18facd870579 None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:50.876421 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b1ec9a32-6e01-4669-83a0-18facd870579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5e40e8f1-68dd-4ddf-90d8-25797fb60815', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:9a:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:28Z', 'updated_at': '2022-03-16T11:25:11Z', 'revision_number': 2, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:50.902985 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec9a32-6e01-4669-83a0-18facd870579 None None] The sync data for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi is: [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5e40e8f1-68dd-4ddf-90d8-25797fb60815', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:9a:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:28Z', 'updated_at': '2022-03-16T11:25:11Z', 'revision_number': 2, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:51.129008 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a373875e-ead9-4fbb-b2c4-beb08073081a None None] New status for floating IP 85e593bd-f6c1-4ac9-9535-e3f70652c94b: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:27:51.345250 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-92f562be-6cc7-40b2-b412-9e67e9330119 req-f236560a-4ea7-420f-87dc-ce0abc044688 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 210 time: 0.0296609 Mar 16 11:27:51.443712 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f95e6-5b20-4bd3-9f83-d4d696142159 req-30c6a117-0e4f-4a5e-9640-94f3d917cb57 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:51.445515 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-370f95e6-5b20-4bd3-9f83-d4d696142159 req-30c6a117-0e4f-4a5e-9640-94f3d917cb57 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0514948 Mar 16 11:27:51.491836 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-370f95e6-5b20-4bd3-9f83-d4d696142159 req-1bf84c15-3098-4fac-89fe-f5e81e286986 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407186 Mar 16 11:27:51.559490 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f71e81-fa17-4439-a5fa-085706ca82b1 req-f64bed4d-71a6-4065-901e-0b3e3e9959e5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:51.561082 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4f71e81-fa17-4439-a5fa-085706ca82b1 req-f64bed4d-71a6-4065-901e-0b3e3e9959e5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0519361 Mar 16 11:27:51.608631 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4f71e81-fa17-4439-a5fa-085706ca82b1 req-31691f71-756d-4321-9e08-db6847416d74 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417974 Mar 16 11:27:52.452446 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-eba431cf-cc70-433f-b8ac-7fc0a55a014c req-fb4732c5-4de9-43bd-8dcb-7d5dcda1b74f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e666768-599b-4cb2-9c5b-69ff55fc4575 HTTP/1.1" status: 200 len: 210 time: 0.0302231 Mar 16 11:27:52.625895 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d6682-7591-44fc-b1f9-94ac881ff363 req-a54331cf-62ff-4926-8c01-0a88d4cb99ed tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:52.627343 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fb0d6682-7591-44fc-b1f9-94ac881ff363 req-a54331cf-62ff-4926-8c01-0a88d4cb99ed tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0623150 Mar 16 11:27:52.676875 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fb0d6682-7591-44fc-b1f9-94ac881ff363 req-bf70f036-17a0-4c58-a94b-3db4579be253 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437129 Mar 16 11:27:52.726406 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14828c-9b21-432b-85c5-d512af8cc162 req-a469c167-5cac-4aba-9b0c-6c2b0a39ca58 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:52.728328 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2e14828c-9b21-432b-85c5-d512af8cc162 req-a469c167-5cac-4aba-9b0c-6c2b0a39ca58 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0505142 Mar 16 11:27:52.773315 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2e14828c-9b21-432b-85c5-d512af8cc162 req-5024ec37-9d90-4002-afe8-626a8364462c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394232 Mar 16 11:27:53.539880 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54396) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:53.596772 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ecc4e59-c364-4767-af4e-e66a11baa9bd tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (8eca8d8f-97e9-4744-9299-876ba679c18d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:53.622561 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ecc4e59-c364-4767-af4e-e66a11baa9bd tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (8eca8d8f-97e9-4744-9299-876ba679c18d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:53.673247 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ecc4e59-c364-4767-af4e-e66a11baa9bd tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (8eca8d8f-97e9-4744-9299-876ba679c18d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:53.675926 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ecc4e59-c364-4767-af4e-e66a11baa9bd tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:53.677120 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-5ecc4e59-c364-4767-af4e-e66a11baa9bd tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "DELETE /v2.0/security-groups/8eca8d8f-97e9-4744-9299-876ba679c18d HTTP/1.1" status: 204 len: 168 time: 0.1362481 Mar 16 11:27:53.679833 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54398) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:53.688829 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc4e59-c364-4767-af4e-e66a11baa9bd tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eca8d8f-97e9-4744-9299-876ba679c18d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:53.693625 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.api.v2.resource [None req-b90aa549-71fd-426c-ae1a-c0b6162f9886 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] show failed (client error): The resource could not be found. Mar 16 11:27:53.694637 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-b90aa549-71fd-426c-ae1a-c0b6162f9886 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups/8eca8d8f-97e9-4744-9299-876ba679c18d HTTP/1.1" status: 404 len: 347 time: 0.0131156 Mar 16 11:27:53.699762 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54400) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:54.137630 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0674373-75e8-4cd2-8e25-daa6fab900b9 req-41b8f08f-92fb-43f0-ab2f-7a7515e7d59e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:54.139139 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0674373-75e8-4cd2-8e25-daa6fab900b9 req-41b8f08f-92fb-43f0-ab2f-7a7515e7d59e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.3882496 Mar 16 11:27:54.197122 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317e6b2-a7be-4b13-813f-79eebafa5ea1 req-7af48c4c-964c-48e9-9260-9a22b26f6fb5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:54.198647 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a317e6b2-a7be-4b13-813f-79eebafa5ea1 req-7af48c4c-964c-48e9-9260-9a22b26f6fb5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.1036341 Mar 16 11:27:54.206660 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-900b5e10-4822-4c8d-8178-1434343791a6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Deleting port 5c26766b-3b3f-4910-88b5-6a23c101e753 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:27:54.206995 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b5e10-4822-4c8d-8178-1434343791a6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (5c26766b-3b3f-4910-88b5-6a23c101e753), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:54.241419 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d0674373-75e8-4cd2-8e25-daa6fab900b9 req-d2486976-4c6c-478d-8f80-21c20721a135 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950055 Mar 16 11:27:54.308032 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a317e6b2-a7be-4b13-813f-79eebafa5ea1 req-bb68f430-0bdd-446d-b7bb-abbac61d79be tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954201 Mar 16 11:27:54.351693 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b5e10-4822-4c8d-8178-1434343791a6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (5c26766b-3b3f-4910-88b5-6a23c101e753), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:54.352603 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b5e10-4822-4c8d-8178-1434343791a6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (5c26766b-3b3f-4910-88b5-6a23c101e753), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:54.366879 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-900b5e10-4822-4c8d-8178-1434343791a6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Calling delete_port for 5c26766b-3b3f-4910-88b5-6a23c101e753 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:27:54.391973 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cba371-0d03-49c9-819e-2f26b32a0d88 req-89bcf338-fc62-48a6-b2e7-ff55b797b7e0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:54.393399 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05cba371-0d03-49c9-819e-2f26b32a0d88 req-89bcf338-fc62-48a6-b2e7-ff55b797b7e0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0845180 Mar 16 11:27:54.402929 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54414) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:27:54.407450 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0328603d-3c50-4279-b4c6-340ebe2380be tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Request body: {'floatingip': {'port_id': '594a0a65-9258-428d-9670-b0168f59d0a3'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:54.446299 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0328603d-3c50-4279-b4c6-340ebe2380be tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (e5b8f83f-016d-4bfa-a3b8-e8f3edf77897), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:54.518492 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b5e10-4822-4c8d-8178-1434343791a6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (5c26766b-3b3f-4910-88b5-6a23c101e753), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:54.544959 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b5e10-4822-4c8d-8178-1434343791a6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event deleted for resources: {'Port': ['ID=5c26766b-3b3f-4910-88b5-6a23c101e753,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:54.607201 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b5e10-4822-4c8d-8178-1434343791a6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (85e593bd-f6c1-4ac9-9535-e3f70652c94b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:54.610711 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900b5e10-4822-4c8d-8178-1434343791a6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:54.611890 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-900b5e10-4822-4c8d-8178-1434343791a6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "DELETE /v2.0/floatingips/85e593bd-f6c1-4ac9-9535-e3f70652c94b HTTP/1.1" status: 204 len: 168 time: 0.9111929 Mar 16 11:27:54.783986 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device e6bc0f3e-e95c-458f-a060-56634acaa43f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:27:54.809401 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: e6bc0f3e-e95c-458f-a060-56634acaa43f {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:27:54.810016 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device e6bc0f3e-e95c-458f-a060-56634acaa43f not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:27:54.884258 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0328603d-3c50-4279-b4c6-340ebe2380be tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:54.890251 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0328603d-3c50-4279-b4c6-340ebe2380be tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (e5b8f83f-016d-4bfa-a3b8-e8f3edf77897), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:54.993432 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.l3_db [None req-0328603d-3c50-4279-b4c6-340ebe2380be tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Floating IP e5b8f83f-016d-4bfa-a3b8-e8f3edf77897 associated. External IP: 172.27.2.209, port: 594a0a65-9258-428d-9670-b0168f59d0a3. Mar 16 11:27:55.203881 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0328603d-3c50-4279-b4c6-340ebe2380be tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Router 46c579b4-0022-4c3b-97e3-5765aebaf848 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:27:55.432791 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69433b-7000-4f39-8c22-c807cf14ea82 req-8855583c-148d-4878-83b4-42fbba370eff tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:55.434330 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1c69433b-7000-4f39-8c22-c807cf14ea82 req-8855583c-148d-4878-83b4-42fbba370eff tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0549519 Mar 16 11:27:55.483940 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1c69433b-7000-4f39-8c22-c807cf14ea82 req-428c0cc4-b940-4bcf-ada1-ba206cbf51d5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429797 Mar 16 11:27:55.494885 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0328603d-3c50-4279-b4c6-340ebe2380be tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:27:55.510019 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0328603d-3c50-4279-b4c6-340ebe2380be tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:55.518128 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e0ff31-d9ec-4b2d-bbf7-95cf3de2e015 None None] Sync routers for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:55.534322 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e0ff31-d9ec-4b2d-bbf7-95cf3de2e015 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:55.535721 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-12e0ff31-d9ec-4b2d-bbf7-95cf3de2e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:55.546908 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-0328603d-3c50-4279-b4c6-340ebe2380be tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "PUT /v2.0/floatingips/e5b8f83f-016d-4bfa-a3b8-e8f3edf77897 HTTP/1.1" status: 200 len: 991 time: 1.1426809 Mar 16 11:27:55.547542 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:55.550304 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d22ff4cfa0512844a2c0897ffbbfd3483961e8b3f6ce0a9a828d387125369bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8cdd70-b308-4326-ad41-ae51fc52f135" -d '{"events": [{"name": "network-changed", "server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:27:55.598224 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a296c8-4e41-475e-a21d-72b5832027c7 x-openstack-request-id: req-d0a296c8-4e41-475e-a21d-72b5832027c7 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:27:55.598518 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:27:55.598770 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d0a296c8-4e41-475e-a21d-72b5832027c7 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:27:55.599167 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3', 'status': 'completed', 'code': 200} Mar 16 11:27:55.749647 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cdd70-b308-4326-ad41-ae51fc52f135 req-fd88367f-c680-40c4-b0d9-4f469a060e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:55.751181 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da8cdd70-b308-4326-ad41-ae51fc52f135 req-fd88367f-c680-40c4-b0d9-4f469a060e56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 1129 time: 0.0946183 Mar 16 11:27:55.759522 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a34cc-329c-466f-b693-af4c94ab62e5 req-50ee811e-4f28-4ff5-9714-db5bb63e7738 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:55.762335 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0f4a34cc-329c-466f-b693-af4c94ab62e5 req-50ee811e-4f28-4ff5-9714-db5bb63e7738 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0961094 Mar 16 11:27:55.824988 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-12e0ff31-d9ec-4b2d-bbf7-95cf3de2e015 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:55.951201 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0f4a34cc-329c-466f-b693-af4c94ab62e5 req-3d380983-f4e4-4f46-acd4-f749f6fc17bd tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322227 Mar 16 11:27:55.954920 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05504d95-e414-4d75-84f5-95246700970e req-ba3a6a1f-6f73-42d3-991f-70e3e24cc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:55.956865 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05504d95-e414-4d75-84f5-95246700970e req-ba3a6a1f-6f73-42d3-991f-70e3e24cc4e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 1129 time: 0.1453512 Mar 16 11:27:55.960275 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cdd70-b308-4326-ad41-ae51fc52f135 req-c67240a7-775d-4831-8414-8360ca8fe3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:55.961883 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da8cdd70-b308-4326-ad41-ae51fc52f135 req-c67240a7-775d-4831-8414-8360ca8fe3d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 918 time: 0.1982036 Mar 16 11:27:56.080416 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-12e0ff31-d9ec-4b2d-bbf7-95cf3de2e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': 'e5b8f83f-016d-4bfa-a3b8-e8f3edf77897', 'tenant_id': '49980453ee93427280de61728aab00cf', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'port_id': '594a0a65-9258-428d-9670-b0168f59d0a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'mac_address': 'fa:16:3e:b9:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:27:34Z', 'updated_at': '2022-03-16T11:27:54Z', 'revision_number': 1, 'project_id': '49980453ee93427280de61728aab00cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:56.086891 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da8cdd70-b308-4326-ad41-ae51fc52f135 req-20da59f9-1cb2-4930-a7fd-33e1ad46bea5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594a0a65-9258-428d-9670-b0168f59d0a3 HTTP/1.1" status: 200 len: 999 time: 0.1080976 Mar 16 11:27:56.110515 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e0ff31-d9ec-4b2d-bbf7-95cf3de2e015 None None] Checking router: 46c579b4-0022-4c3b-97e3-5765aebaf848 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:56.119791 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e0ff31-d9ec-4b2d-bbf7-95cf3de2e015 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:56.120405 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-12e0ff31-d9ec-4b2d-bbf7-95cf3de2e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:56.148001 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05504d95-e414-4d75-84f5-95246700970e req-ff7cc37b-e718-40f5-bfdd-16b881eb6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:56.149582 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05504d95-e414-4d75-84f5-95246700970e req-ff7cc37b-e718-40f5-bfdd-16b881eb6918 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c170e093-4302-4344-9c38-7d7b54780b71 HTTP/1.1" status: 200 len: 911 time: 0.1793447 Mar 16 11:27:56.168534 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cdd70-b308-4326-ad41-ae51fc52f135 req-fa7f54d2-bddf-492b-bd47-707cfec32a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:56.170243 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da8cdd70-b308-4326-ad41-ae51fc52f135 req-fa7f54d2-bddf-492b-bd47-707cfec32a6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 200 len: 856 time: 0.0752099 Mar 16 11:27:56.256613 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-12e0ff31-d9ec-4b2d-bbf7-95cf3de2e015 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:56.337166 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05504d95-e414-4d75-84f5-95246700970e req-e40e93ac-2a5e-4400-af3e-8a5ae6637544 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c81e416-9cc8-4549-8b86-bff8ec3b5246 HTTP/1.1" status: 200 len: 1000 time: 0.1262445 Mar 16 11:27:56.349854 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cdd70-b308-4326-ad41-ae51fc52f135 req-8f561d9e-9562-4137-ad6a-ad3fac3f93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:56.351303 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da8cdd70-b308-4326-ad41-ae51fc52f135 req-8f561d9e-9562-4137-ad6a-ad3fac3f93ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c51e02a-0c62-4dff-818a-86c433c70910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1420376 Mar 16 11:27:56.364940 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf24177-0776-4679-b932-2699daee105b req-3e4a90b2-6724-41e1-a72d-a78c3b6b9fa7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:56.366384 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ecf24177-0776-4679-b932-2699daee105b req-3e4a90b2-6724-41e1-a72d-a78c3b6b9fa7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.1354439 Mar 16 11:27:56.476079 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05504d95-e414-4d75-84f5-95246700970e req-f0371ea8-38b6-4140-a3cd-aa99515ceaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:56.478123 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05504d95-e414-4d75-84f5-95246700970e req-f0371ea8-38b6-4140-a3cd-aa99515ceaa9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf84d9-ff44-4d8e-bded-a61f9c17dfc9 HTTP/1.1" status: 200 len: 849 time: 0.1305153 Mar 16 11:27:56.483218 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-12e0ff31-d9ec-4b2d-bbf7-95cf3de2e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': 'e5b8f83f-016d-4bfa-a3b8-e8f3edf77897', 'tenant_id': '49980453ee93427280de61728aab00cf', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'port_id': '594a0a65-9258-428d-9670-b0168f59d0a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'mac_address': 'fa:16:3e:b9:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:27:34Z', 'updated_at': '2022-03-16T11:27:54Z', 'revision_number': 1, 'project_id': '49980453ee93427280de61728aab00cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:56.513626 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e0ff31-d9ec-4b2d-bbf7-95cf3de2e015 None None] The sync data for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi is: [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': 'e5b8f83f-016d-4bfa-a3b8-e8f3edf77897', 'tenant_id': '49980453ee93427280de61728aab00cf', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'port_id': '594a0a65-9258-428d-9670-b0168f59d0a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'mac_address': 'fa:16:3e:b9:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:27:34Z', 'updated_at': '2022-03-16T11:27:54Z', 'revision_number': 1, 'project_id': '49980453ee93427280de61728aab00cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:56.531130 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ecf24177-0776-4679-b932-2699daee105b req-709ac36a-7730-4175-b206-a518f27593cc tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361051 Mar 16 11:27:56.558853 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da8cdd70-b308-4326-ad41-ae51fc52f135 req-ecd2bca7-4053-405d-a109-da6adc14e9e4 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915159 Mar 16 11:27:56.576454 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05504d95-e414-4d75-84f5-95246700970e req-5b0017ed-0710-4dbc-b439-bb72bd61d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:56.578000 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05504d95-e414-4d75-84f5-95246700970e req-5b0017ed-0710-4dbc-b439-bb72bd61d7ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c170e093-4302-4344-9c38-7d7b54780b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0921404 Mar 16 11:27:56.709522 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887eb1d7-5826-46aa-9a00-f91984d214ac None None] New status for floating IP e5b8f83f-016d-4bfa-a3b8-e8f3edf77897: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:27:56.723029 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da8cdd70-b308-4326-ad41-ae51fc52f135 req-7f3617eb-2afb-49fb-8148-a26118bc87ee service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567745 Mar 16 11:27:56.728182 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05504d95-e414-4d75-84f5-95246700970e req-9fd8425e-db6b-42ec-9ee1-05d0ad29e736 service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396325 Mar 16 11:27:56.831878 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05504d95-e414-4d75-84f5-95246700970e req-761adb42-8ea6-4996-9268-63fee2d285a9 service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824790 Mar 16 11:27:57.079232 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac15a0-ceb7-4dc2-b2dc-030be5052015 req-5bfc4074-0169-4a62-b2bc-2f7ba02e2db3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:57.080698 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bfac15a0-ceb7-4dc2-b2dc-030be5052015 req-5bfc4074-0169-4a62-b2bc-2f7ba02e2db3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0557122 Mar 16 11:27:57.135199 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bfac15a0-ceb7-4dc2-b2dc-030be5052015 req-086da458-9817-4fe7-a619-98416ade3dfb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487916 Mar 16 11:27:57.647871 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d772391-b482-4798-937a-249d8f22f62e req-b41868f9-96e1-4a81-a8f7-4d1e3f2f2c21 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:57.650100 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9d772391-b482-4798-937a-249d8f22f62e req-b41868f9-96e1-4a81-a8f7-4d1e3f2f2c21 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.0518861 Mar 16 11:27:57.697175 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9d772391-b482-4798-937a-249d8f22f62e req-e3325fd0-9cb3-49c4-9529-3d2b5c9ff24b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409138 Mar 16 11:27:58.250554 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af0246-f522-480f-86f7-48787f29fb49 req-a261f559-9c25-49a3-8a82-bd5c016b5877 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:58.252770 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d9af0246-f522-480f-86f7-48787f29fb49 req-a261f559-9c25-49a3-8a82-bd5c016b5877 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0506868 Mar 16 11:27:58.307949 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d9af0246-f522-480f-86f7-48787f29fb49 req-e5142c54-b994-4522-bd05-7bd019ae1d80 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443776 Mar 16 11:27:58.456813 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-84b87557-d697-4de0-bf3f-6bf2c1551bb6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:58.458265 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-84b87557-d697-4de0-bf3f-6bf2c1551bb6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.0506155 Mar 16 11:27:58.567366 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Deleting port ee3f5ad6-b327-4907-b326-a216f0e99033 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:27:58.567704 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:58.658155 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] For port ee3f5ad6-b327-4907-b326-a216f0e99033, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee3f5ad6-b327-4907-b326-a216f0e99033,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:27:58.658885 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:58.856696 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:58.857058 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (5e40e8f1-68dd-4ddf-90d8-25797fb60815), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:58.857373 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Floating IP 5e40e8f1-68dd-4ddf-90d8-25797fb60815 disassociated. External IP: 172.27.2.233, port: ee3f5ad6-b327-4907-b326-a216f0e99033. Mar 16 11:27:58.857709 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Calling delete_port for ee3f5ad6-b327-4907-b326-a216f0e99033 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:27:58.882165 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6f729-be12-4e7a-b4a9-733e7ba3c53f req-9c038370-21ed-41d1-b496-f8a2ac297721 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:58.883687 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-30f6f729-be12-4e7a-b4a9-733e7ba3c53f req-9c038370-21ed-41d1-b496-f8a2ac297721 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32325d8-e0ec-4ba2-b048-ac6a958d841d HTTP/1.1" status: 200 len: 945 time: 0.1140978 Mar 16 11:27:58.977960 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-30f6f729-be12-4e7a-b4a9-733e7ba3c53f req-d3e8b258-d7cc-4123-826d-930e2934c114 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1a68dcc-8d80-492f-b310-be3b81386961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651188 Mar 16 11:27:59.035307 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (ee3f5ad6-b327-4907-b326-a216f0e99033), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:59.064151 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event deleted for resources: {'Port': ['ID=ee3f5ad6-b327-4907-b326-a216f0e99033,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:59.172921 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:27:59.277999 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:27:59.287606 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab7291-5d35-41dc-958b-f3dc473f1a3e None None] Sync routers for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:59.297782 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab7291-5d35-41dc-958b-f3dc473f1a3e None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:59.298384 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9aab7291-5d35-41dc-958b-f3dc473f1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:59.320268 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] No DVR routers for this DVR port ee3f5ad6-b327-4907-b326-a216f0e99033 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:27:59.322754 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:27:59.326080 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-56fe0ef2-ba7b-4004-9e40-51d60c770806 req-6006531f-927b-417d-9927-1e54c9f28a4f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "DELETE /v2.0/ports/ee3f5ad6-b327-4907-b326-a216f0e99033 HTTP/1.1" status: 204 len: 173 time: 0.8626893 Mar 16 11:27:59.326525 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'name': 'network-vif-deleted', 'tag': 'ee3f5ad6-b327-4907-b326-a216f0e99033'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:59.328806 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f052175f-7979-408b-941b-21d6a268615e" -d '{"events": [{"server_uuid": "b32325d8-e0ec-4ba2-b048-ac6a958d841d", "name": "network-vif-deleted", "tag": "ee3f5ad6-b327-4907-b326-a216f0e99033"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:27:59.366119 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbabe800-ce2b-4531-9e31-31edb973662f x-openstack-request-id: req-dbabe800-ce2b-4531-9e31-31edb973662f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:27:59.366119 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32325d8-e0ec-4ba2-b048-ac6a958d841d", "name": "network-vif-deleted", "tag": "ee3f5ad6-b327-4907-b326-a216f0e99033", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:27:59.366418 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dbabe800-ce2b-4531-9e31-31edb973662f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:27:59.366937 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32325d8-e0ec-4ba2-b048-ac6a958d841d', 'name': 'network-vif-deleted', 'tag': 'ee3f5ad6-b327-4907-b326-a216f0e99033', 'status': 'completed', 'code': 200} Mar 16 11:27:59.407148 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9aab7291-5d35-41dc-958b-f3dc473f1a3e None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:59.621982 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9aab7291-5d35-41dc-958b-f3dc473f1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:59.649153 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab7291-5d35-41dc-958b-f3dc473f1a3e None None] Checking router: 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:59.657731 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab7291-5d35-41dc-958b-f3dc473f1a3e None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:27:59.658359 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9aab7291-5d35-41dc-958b-f3dc473f1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:27:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:59.770449 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9aab7291-5d35-41dc-958b-f3dc473f1a3e None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:27:59.802641 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274b318-dfd0-473f-a0ca-789e93098b04 req-3d262442-feed-4da9-b9df-cbd47a2893f5 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:59.804035 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7274b318-dfd0-473f-a0ca-789e93098b04 req-3d262442-feed-4da9-b9df-cbd47a2893f5 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 945 time: 0.0533626 Mar 16 11:27:59.854989 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7274b318-dfd0-473f-a0ca-789e93098b04 req-89cd5d62-0849-42d5-8a4a-9bc90512a96a tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454092 Mar 16 11:27:59.983486 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9aab7291-5d35-41dc-958b-f3dc473f1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:00.013357 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab7291-5d35-41dc-958b-f3dc473f1a3e None None] The sync data for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi is: [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:28:00.070975 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54490) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:00.125945 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5d771f8-081c-482b-91fa-6696b4ecf712 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (d1a68dcc-8d80-492f-b310-be3b81386961), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:00.150510 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5d771f8-081c-482b-91fa-6696b4ecf712 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (d1a68dcc-8d80-492f-b310-be3b81386961), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:00.201102 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5d771f8-081c-482b-91fa-6696b4ecf712 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (d1a68dcc-8d80-492f-b310-be3b81386961), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:00.203738 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5d771f8-081c-482b-91fa-6696b4ecf712 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:00.207386 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-a5d771f8-081c-482b-91fa-6696b4ecf712 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "DELETE /v2.0/security-groups/d1a68dcc-8d80-492f-b310-be3b81386961 HTTP/1.1" status: 204 len: 168 time: 0.1329110 Mar 16 11:28:00.208374 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54492) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:00.227276 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d771f8-081c-482b-91fa-6696b4ecf712 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a68dcc-8d80-492f-b310-be3b81386961,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:00.233717 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.api.v2.resource [None req-bf42b901-eb5e-4524-b10f-81e5a9bc2ae2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] show failed (client error): The resource could not be found. Mar 16 11:28:00.235924 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-bf42b901-eb5e-4524-b10f-81e5a9bc2ae2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups/d1a68dcc-8d80-492f-b310-be3b81386961 HTTP/1.1" status: 404 len: 347 time: 0.0254345 Mar 16 11:28:00.237628 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54494) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:00.243951 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53866623-210f-451c-9c75-512014ba4ba6 None None] New status for floating IP 5e40e8f1-68dd-4ddf-90d8-25797fb60815: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:28:00.297305 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3224ba88-d9c5-4e8a-a93d-da7dc15475ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:00.364403 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a9877b34-122f-4685-998c-f9c0294095c5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Deleting port 1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:28:00.364786 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9877b34-122f-4685-998c-f9c0294095c5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:00.438412 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9877b34-122f-4685-998c-f9c0294095c5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:00.438739 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9877b34-122f-4685-998c-f9c0294095c5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:00.450642 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a9877b34-122f-4685-998c-f9c0294095c5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Calling delete_port for 1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:28:00.579465 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9877b34-122f-4685-998c-f9c0294095c5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:00.604493 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9877b34-122f-4685-998c-f9c0294095c5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event deleted for resources: {'Port': ['ID=1f8aa3b8-c985-4d05-a249-bdc80d1dcbc0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:00.664984 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9877b34-122f-4685-998c-f9c0294095c5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (5e40e8f1-68dd-4ddf-90d8-25797fb60815), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:00.667513 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9877b34-122f-4685-998c-f9c0294095c5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:00.668724 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-a9877b34-122f-4685-998c-f9c0294095c5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "DELETE /v2.0/floatingips/5e40e8f1-68dd-4ddf-90d8-25797fb60815 HTTP/1.1" status: 204 len: 168 time: 0.4298961 Mar 16 11:28:00.973138 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457771-51c2-496b-8ca1-4c17f21df431 req-9ab6cb4c-ade9-4719-8277-9517d06b73ea tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:00.974606 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c8457771-51c2-496b-8ca1-4c17f21df431 req-9ab6cb4c-ade9-4719-8277-9517d06b73ea tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 945 time: 0.0525289 Mar 16 11:28:01.021279 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c8457771-51c2-496b-8ca1-4c17f21df431 req-cc346daf-185f-4c55-bf33-fd8fe6b3b93a tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405428 Mar 16 11:28:01.083301 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54500) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:01.087811 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-20fe8d27-1847-406c-b05c-2cc3fb4ce236 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487598044', 'description': 'tempest-description--1384514483'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:01.106861 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20fe8d27-1847-406c-b05c-2cc3fb4ce236 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.169338 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20fe8d27-1847-406c-b05c-2cc3fb4ce236 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (116262a6-6740-4e44-96e6-90b602926587), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.172949 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20fe8d27-1847-406c-b05c-2cc3fb4ce236 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (116262a6-6740-4e44-96e6-90b602926587), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.201094 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe8d27-1847-406c-b05c-2cc3fb4ce236 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116262a6-6740-4e44-96e6-90b602926587,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:01.205133 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20fe8d27-1847-406c-b05c-2cc3fb4ce236 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.207093 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-20fe8d27-1847-406c-b05c-2cc3fb4ce236 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1220677 Mar 16 11:28:01.209564 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54502) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:01.214483 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-287d17ee-6c53-4d13-8e91-25157e2c4ee2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'security_group_rule': {'security_group_id': '116262a6-6740-4e44-96e6-90b602926587', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:01.238262 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-287d17ee-6c53-4d13-8e91-25157e2c4ee2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (613bee58-03b8-41a9-b02b-036bce6fb062), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.291650 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-287d17ee-6c53-4d13-8e91-25157e2c4ee2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (613bee58-03b8-41a9-b02b-036bce6fb062), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.294490 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-287d17ee-6c53-4d13-8e91-25157e2c4ee2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (613bee58-03b8-41a9-b02b-036bce6fb062), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.311538 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d17ee-6c53-4d13-8e91-25157e2c4ee2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613bee58-03b8-41a9-b02b-036bce6fb062,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:01.318560 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-287d17ee-6c53-4d13-8e91-25157e2c4ee2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.319983 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-287d17ee-6c53-4d13-8e91-25157e2c4ee2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092231 Mar 16 11:28:01.323492 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54504) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:01.327908 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2162a312-5acb-4245-8adf-bae948b30149 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'security_group_rule': {'security_group_id': '116262a6-6740-4e44-96e6-90b602926587', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:01.350403 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2162a312-5acb-4245-8adf-bae948b30149 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (fb6b35e4-0e76-4263-a610-c764aed27ad4), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.407061 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2162a312-5acb-4245-8adf-bae948b30149 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (fb6b35e4-0e76-4263-a610-c764aed27ad4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.410835 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2162a312-5acb-4245-8adf-bae948b30149 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (fb6b35e4-0e76-4263-a610-c764aed27ad4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.433088 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162a312-5acb-4245-8adf-bae948b30149 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6b35e4-0e76-4263-a610-c764aed27ad4,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:01.440934 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2162a312-5acb-4245-8adf-bae948b30149 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.442114 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-2162a312-5acb-4245-8adf-bae948b30149 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176517 Mar 16 11:28:01.445525 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54506) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:01.449892 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:01.470941 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.565349 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.671281 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Allocated IP 172.27.2.159 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/d914657c-794c-49af-8c3b-789923d018df) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:28:01.804244 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba543fcb-af77-486e-a8b7-eb89a86079ec req-ea62828d-56c3-4306-b3bc-1c3fae9f7b3f tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:01.805857 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ba543fcb-af77-486e-a8b7-eb89a86079ec req-ea62828d-56c3-4306-b3bc-1c3fae9f7b3f tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.62 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 945 time: 0.0865784 Mar 16 11:28:01.818233 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for port (d914657c-794c-49af-8c3b-789923d018df), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.907347 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (d914657c-794c-49af-8c3b-789923d018df), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:01.953332 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:28:01.962515 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:28:01.967243 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:28:02.248734 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ba543fcb-af77-486e-a8b7-eb89a86079ec req-ddc66bd6-4f6b-46ed-b892-5e96f0fd3d32 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Deleting port 902cac37-d596-416d-80c3-cbfb46e801c8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:28:02.249429 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ba543fcb-af77-486e-a8b7-eb89a86079ec req-ddc66bd6-4f6b-46ed-b892-5e96f0fd3d32 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:02.251615 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'Port': ['ID=d914657c-794c-49af-8c3b-789923d018df,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:02.435278 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7e55f-efa5-4bf3-b77f-bbfa41c2224d req-ef221b0f-8c91-4727-a2b4-04ed3436c173 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:02.436670 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9cb7e55f-efa5-4bf3-b77f-bbfa41c2224d req-ef221b0f-8c91-4727-a2b4-04ed3436c173 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=94bed00c-555c-43fb-8d92-3f2332221e38 HTTP/1.1" status: 200 len: 945 time: 0.1902499 Mar 16 11:28:02.451930 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ba543fcb-af77-486e-a8b7-eb89a86079ec req-ddc66bd6-4f6b-46ed-b892-5e96f0fd3d32 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] For port 902cac37-d596-416d-80c3-cbfb46e801c8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=902cac37-d596-416d-80c3-cbfb46e801c8,segment=NetworkSegment(af4c51dc-c248-40ee-b39f-4c02a6f588ea),segment_id=af4c51dc-c248-40ee-b39f-4c02a6f588ea)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:28:02.452303 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ba543fcb-af77-486e-a8b7-eb89a86079ec req-ddc66bd6-4f6b-46ed-b892-5e96f0fd3d32 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:02.492109 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-ba543fcb-af77-486e-a8b7-eb89a86079ec req-ddc66bd6-4f6b-46ed-b892-5e96f0fd3d32 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Calling delete_port for 902cac37-d596-416d-80c3-cbfb46e801c8 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:28:02.502018 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (023aebee-2ac1-4430-b826-73963d00322b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:02.596535 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9cb7e55f-efa5-4bf3-b77f-bbfa41c2224d req-15c452b9-bdeb-465a-86e8-b7460d8e658d tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464460 Mar 16 11:28:02.601655 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d914657c-794c-49af-8c3b-789923d018df), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:02.775951 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ba543fcb-af77-486e-a8b7-eb89a86079ec req-ddc66bd6-4f6b-46ed-b892-5e96f0fd3d32 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (902cac37-d596-416d-80c3-cbfb46e801c8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:02.777372 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-3661395e-b94f-43f8-9f70-823031740092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:02.814537 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc66bd6-4f6b-46ed-b892-5e96f0fd3d32 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Pushing event deleted for resources: {'Port': ['ID=902cac37-d596-416d-80c3-cbfb46e801c8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:02.816480 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['902cac37-d596-416d-80c3-cbfb46e801c8'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:28:02.841831 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device ee3f5ad6-b327-4907-b326-a216f0e99033 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:28:02.854533 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for port (d914657c-794c-49af-8c3b-789923d018df), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:02.862733 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: ee3f5ad6-b327-4907-b326-a216f0e99033 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:28:02.863076 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device ee3f5ad6-b327-4907-b326-a216f0e99033 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:28:02.870156 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba543fcb-af77-486e-a8b7-eb89a86079ec req-ddc66bd6-4f6b-46ed-b892-5e96f0fd3d32 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] No DVR routers for this DVR port 902cac37-d596-416d-80c3-cbfb46e801c8 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:28:02.871799 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (d914657c-794c-49af-8c3b-789923d018df), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:02.874172 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ba543fcb-af77-486e-a8b7-eb89a86079ec req-ddc66bd6-4f6b-46ed-b892-5e96f0fd3d32 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:02.877462 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ba543fcb-af77-486e-a8b7-eb89a86079ec req-ddc66bd6-4f6b-46ed-b892-5e96f0fd3d32 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.62 "DELETE /v2.0/ports/902cac37-d596-416d-80c3-cbfb46e801c8 HTTP/1.1" status: 204 len: 173 time: 1.0576997 Mar 16 11:28:02.879182 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bed00c-555c-43fb-8d92-3f2332221e38', 'name': 'network-vif-deleted', 'tag': '902cac37-d596-416d-80c3-cbfb46e801c8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:02.881432 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb8e413-aa85-43d1-b3fd-fba145ed067b" -d '{"events": [{"server_uuid": "94bed00c-555c-43fb-8d92-3f2332221e38", "name": "network-vif-deleted", "tag": "902cac37-d596-416d-80c3-cbfb46e801c8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:28:02.952947 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b65cf1-50fd-4006-bbb1-c03e7a28cb4a x-openstack-request-id: req-f8b65cf1-50fd-4006-bbb1-c03e7a28cb4a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:28:02.953433 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bed00c-555c-43fb-8d92-3f2332221e38", "name": "network-vif-deleted", "tag": "902cac37-d596-416d-80c3-cbfb46e801c8", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:28:02.953872 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8b65cf1-50fd-4006-bbb1-c03e7a28cb4a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:28:02.954402 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bed00c-555c-43fb-8d92-3f2332221e38', 'name': 'network-vif-deleted', 'tag': '902cac37-d596-416d-80c3-cbfb46e801c8', 'status': 'completed', 'code': 200} Mar 16 11:28:02.962266 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'Port': ['ID=d914657c-794c-49af-8c3b-789923d018df,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:02.978954 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (023aebee-2ac1-4430-b826-73963d00322b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:02.994506 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:02.995752 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-67f086b6-0852-4504-a0d6-c5daad39f7b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5492177 Mar 16 11:28:03.184186 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-b760dddb-3de2-4dfc-9231-28546f76a40e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1487598044&fields=id&tenant_id=50532de5a82841ba951033ebf8ea10fa HTTP/1.1" status: 200 len: 267 time: 0.0409343 Mar 16 11:28:03.292312 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-c79e10b9-d593-42f2-9e68-16783e23b8e3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:03.293996 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-c79e10b9-d593-42f2-9e68-16783e23b8e3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 815 time: 0.1035030 Mar 16 11:28:03.308361 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-82ce4301-bb64-4b1f-bf57-add324e0f44f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/quotas/50532de5a82841ba951033ebf8ea10fa HTTP/1.1" status: 200 len: 375 time: 0.0090017 Mar 16 11:28:03.364651 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-8730935f-9254-4359-91a8-652689d349d1 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514808 Mar 16 11:28:03.458211 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:03.459790 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-508974d4-7580-4605-b5b1-ae3eeedc1277 service neutron] 10.222.0.47 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838859 Mar 16 11:28:03.552025 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-a38a1d6b-d712-4b61-ac39-7467c5818c67 service neutron] 10.222.0.47 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862136 Mar 16 11:28:03.714822 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-667c518c-26e0-4144-8d0f-975bc2bd2b8e req-d434456c-fa59-4771-b7f4-bf354c82acc5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 210 time: 0.0299249 Mar 16 11:28:04.806616 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f94d57a1-caa8-4199-be7d-df0d027c48d5 req-b9b38c9c-c691-4fa4-853c-3b384a1f0ea3 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 210 time: 0.0265710 Mar 16 11:28:04.980648 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:05.897252 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a055e201-a18c-4d9d-b722-c200c117a2cc req-d9d3e6fc-cc83-42ff-a0b9-cebc4d3391bd tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 210 time: 0.0266795 Mar 16 11:28:06.620653 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:06.786972 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:06.839044 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:28:06.874049 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 902cac37-d596-416d-80c3-cbfb46e801c8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:28:06.897886 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: 902cac37-d596-416d-80c3-cbfb46e801c8 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:28:06.898917 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 902cac37-d596-416d-80c3-cbfb46e801c8 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:28:06.995339 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f1712f1-1708-4999-94ae-72724f0453cc req-82eb29e5-ec74-4243-910e-e02ff4898f87 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 210 time: 0.0296700 Mar 16 11:28:07.487697 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-fdeeb95d-fa84-4c9b-a504-eaddf9072d65 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:07.489248 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-fdeeb95d-fa84-4c9b-a504-eaddf9072d65 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 815 time: 0.1051657 Mar 16 11:28:07.571551 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-b9e199a7-4901-498f-8603-ef9770c67e71 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50532de5a82841ba951033ebf8ea10fa HTTP/1.1" status: 200 len: 380 time: 0.0510604 Mar 16 11:28:07.580264 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'port': {'device_id': '9930c5c6-91b1-4acf-b268-794540d3c572', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'admin_state_up': True, 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'security_groups': ['116262a6-6740-4e44-96e6-90b602926587']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:07.687762 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Made reservation on behalf of 50532de5a82841ba951033ebf8ea10fa for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:28:07.691410 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:07.813931 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Allocated IP 172.20.0.8 (33dcaf7a-9065-45ab-98b3-1b440d48a146/f7178324-d2ef-4ea9-873d-2e1326b0608e/6f465fc5-391e-4edd-82b6-efb7f883dc78) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:28:07.954098 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:08.014396 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:08.050125 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c858529c-2a3f-4668-8254-5a6966edf503 req-cc174e5b-0826-411c-ac4f-01d04c5639a2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879922 Mar 16 11:28:08.069079 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Network 33dcaf7a-9065-45ab-98b3-1b440d48a146 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:28:08.082367 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:28:08.089904 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:28:08.107470 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'Port': ['ID=6f465fc5-391e-4edd-82b6-efb7f883dc78,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:08.156024 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.156755 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.157249 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.158530 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.158889 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.159232 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.159571 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.159932 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.160266 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.160625 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.160962 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.161290 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.161606 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.161926 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.162339 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.211111 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:08.211769 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:08.236135 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82d5c1-778a-4ebc-b90a-58612cae2601 req-30a79184-90d5-4f27-b1d5-6be85fb1e135 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:08.237908 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dc82d5c1-778a-4ebc-b90a-58612cae2601 req-30a79184-90d5-4f27-b1d5-6be85fb1e135 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 931 time: 0.1670580 Mar 16 11:28:08.243658 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-43ff4f41-7f93-45e6-89b1-8be7e69f95f4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6668921 Mar 16 11:28:08.268309 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Request body: {'port': {'device_id': '9930c5c6-91b1-4acf-b268-794540d3c572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:08.277263 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858529c-2a3f-4668-8254-5a6966edf503 req-8fb6ac18-fa80-4136-92d6-6b9a8f1ab457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:08.278890 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c858529c-2a3f-4668-8254-5a6966edf503 req-8fb6ac18-fa80-4136-92d6-6b9a8f1ab457 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 1129 time: 0.1494331 Mar 16 11:28:08.320965 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-8514d525-cebe-4f87-aacc-9f15240c6f3a None None] Provisioning complete for port 6f465fc5-391e-4edd-82b6-efb7f883dc78 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:28:08.321360 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8514d525-cebe-4f87-aacc-9f15240c6f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:08.361322 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-8514d525-cebe-4f87-aacc-9f15240c6f3a None None] Port 6f465fc5-391e-4edd-82b6-efb7f883dc78 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:28:08.414146 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dc82d5c1-778a-4ebc-b90a-58612cae2601 req-3b7efb79-2af0-445c-af9c-ed3132ab640c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662455 Mar 16 11:28:08.427257 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:08.472808 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858529c-2a3f-4668-8254-5a6966edf503 req-169cdf0e-daa3-4bfc-9ab5-629e41635e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:08.474245 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c858529c-2a3f-4668-8254-5a6966edf503 req-169cdf0e-daa3-4bfc-9ab5-629e41635e1c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c170e093-4302-4344-9c38-7d7b54780b71 HTTP/1.1" status: 200 len: 911 time: 0.1745801 Mar 16 11:28:08.602726 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c858529c-2a3f-4668-8254-5a6966edf503 req-dad260ac-ff05-4bfe-aff2-45b663f7e9cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c81e416-9cc8-4549-8b86-bff8ec3b5246 HTTP/1.1" status: 200 len: 1000 time: 0.1194832 Mar 16 11:28:08.742691 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f465fc5-391e-4edd-82b6-efb7f883dc78 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:08.749833 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Publish callbacks [] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:08.761738 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Transition to ACTIVE for port object 6f465fc5-391e-4edd-82b6-efb7f883dc78 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:28:08.765405 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:08.811993 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f465fc5-391e-4edd-82b6-efb7f883dc78,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:08.883353 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Attempting to bind port 6f465fc5-391e-4edd-82b6-efb7f883dc78 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:28:08.883691 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Attempting to bind port 6f465fc5-391e-4edd-82b6-efb7f883dc78 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:28:08.884023 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Attempting to bind port 6f465fc5-391e-4edd-82b6-efb7f883dc78 on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:28:08.888711 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Port 6f465fc5-391e-4edd-82b6-efb7f883dc78 on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:28:08.889077 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Attempting to bind port 6f465fc5-391e-4edd-82b6-efb7f883dc78 on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:28:08.894195 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:28:08.894535 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Checking segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:28:08.894921 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Bound using segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:28:08.895347 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Bound port: 6f465fc5-391e-4edd-82b6-efb7f883dc78, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:28:08.895706 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:08.963777 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] For port 6f465fc5-391e-4edd-82b6-efb7f883dc78, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:28:08.966643 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] For port 6f465fc5-391e-4edd-82b6-efb7f883dc78, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f465fc5-391e-4edd-82b6-efb7f883dc78,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:28:08.973023 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:09.004676 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:09.005294 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:09.006651 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] 10.222.0.62 "PUT /v2.0/ports/6f465fc5-391e-4edd-82b6-efb7f883dc78 HTTP/1.1" status: 200 len: 1093 time: 0.7427971 Mar 16 11:28:09.007095 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9930c5c6-91b1-4acf-b268-794540d3c572', 'tag': '6f465fc5-391e-4edd-82b6-efb7f883dc78'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:09.009849 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039d4f25-d200-4be2-8231-301dbc30ec7b" -d '{"events": [{"name": "network-changed", "server_uuid": "9930c5c6-91b1-4acf-b268-794540d3c572", "tag": "6f465fc5-391e-4edd-82b6-efb7f883dc78"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:28:09.034750 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a3197-289f-4bde-ae7c-16738f030ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f465fc5-391e-4edd-82b6-efb7f883dc78,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:09.048786 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e70108-77b6-4480-bf37-e1c1a5ca7cd4 x-openstack-request-id: req-e0e70108-77b6-4480-bf37-e1c1a5ca7cd4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:28:09.049090 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9930c5c6-91b1-4acf-b268-794540d3c572", "tag": "6f465fc5-391e-4edd-82b6-efb7f883dc78", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:28:09.049350 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0e70108-77b6-4480-bf37-e1c1a5ca7cd4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:28:09.049757 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9930c5c6-91b1-4acf-b268-794540d3c572', 'tag': '6f465fc5-391e-4edd-82b6-efb7f883dc78', 'status': 'completed', 'code': 200} Mar 16 11:28:09.527970 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76264621-7873-4dee-b0f7-444b5a65ffcc req-9f712622-6e2e-4253-a34b-503ccfa90311 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:09.529648 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-76264621-7873-4dee-b0f7-444b5a65ffcc req-9f712622-6e2e-4253-a34b-503ccfa90311 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 943 time: 0.0513852 Mar 16 11:28:09.575363 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-76264621-7873-4dee-b0f7-444b5a65ffcc req-64002211-d7da-4de8-9c87-d9ea7fe36cc4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403039 Mar 16 11:28:10.694453 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954208ca-8525-49df-a3fc-60815c2a0723 req-03e96dc1-79a9-48ed-acef-ea653d11470f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:10.696416 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-954208ca-8525-49df-a3fc-60815c2a0723 req-03e96dc1-79a9-48ed-acef-ea653d11470f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 943 time: 0.0555863 Mar 16 11:28:10.741138 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-954208ca-8525-49df-a3fc-60815c2a0723 req-80627f3e-9f4e-46e9-b56c-a809604265fa tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 Mar 16 11:28:11.118124 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858529c-2a3f-4668-8254-5a6966edf503 req-c1c13d70-345b-4907-9c04-93318f9aea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:11.119568 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c858529c-2a3f-4668-8254-5a6966edf503 req-c1c13d70-345b-4907-9c04-93318f9aea2a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf84d9-ff44-4d8e-bded-a61f9c17dfc9 HTTP/1.1" status: 200 len: 849 time: 0.0437162 Mar 16 11:28:11.209698 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858529c-2a3f-4668-8254-5a6966edf503 req-7226011d-6611-4593-afdd-e72702235deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:11.211222 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c858529c-2a3f-4668-8254-5a6966edf503 req-7226011d-6611-4593-afdd-e72702235deb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c170e093-4302-4344-9c38-7d7b54780b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0758855 Mar 16 11:28:11.213667 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d4f25-d200-4be2-8231-301dbc30ec7b req-d970684a-8bf6-49df-8a06-03e96bd9e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:11.214982 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-039d4f25-d200-4be2-8231-301dbc30ec7b req-d970684a-8bf6-49df-8a06-03e96bd9e999 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 1127 time: 0.0721581 Mar 16 11:28:11.386605 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c858529c-2a3f-4668-8254-5a6966edf503 req-902ef790-f9b7-4be0-8ed1-43a6f8b6fabf service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540563 Mar 16 11:28:11.387817 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d4f25-d200-4be2-8231-301dbc30ec7b req-2a64b70b-d00a-4605-965c-7e90795e10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:11.389148 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-039d4f25-d200-4be2-8231-301dbc30ec7b req-2a64b70b-d00a-4605-965c-7e90795e10dd service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=50532de5a82841ba951033ebf8ea10fa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1492920 Mar 16 11:28:11.550185 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c858529c-2a3f-4668-8254-5a6966edf503 req-1d0ed290-2613-4275-956f-7eae274f7fcc service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514745 Mar 16 11:28:11.551242 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d4f25-d200-4be2-8231-301dbc30ec7b req-1c55882c-a460-467b-be2f-98e14f3a9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:11.552520 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-039d4f25-d200-4be2-8231-301dbc30ec7b req-1c55882c-a460-467b-be2f-98e14f3a9dc4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1470852 Mar 16 11:28:11.997814 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771d616-2e1e-4895-9337-2f912229a44a req-278ad0cc-5acc-41cc-b4dc-0c93ecb424aa tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:11.999249 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-278ad0cc-5acc-41cc-b4dc-0c93ecb424aa tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/networks?id=1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 HTTP/1.1" status: 200 len: 813 time: 0.4229376 Mar 16 11:28:12.002497 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-fe7c899a-ef53-476f-8ef9-f47e997c5681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:12.003982 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-fe7c899a-ef53-476f-8ef9-f47e997c5681 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 1127 time: 0.1232464 Mar 16 11:28:12.013021 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1b373-e154-41ab-b1e7-e2ae61f346a1 req-1c58e407-7e2c-441e-a902-a000ad6f9fce tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:12.014351 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-46a1b373-e154-41ab-b1e7-e2ae61f346a1 req-1c58e407-7e2c-441e-a902-a000ad6f9fce tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 943 time: 0.1325452 Mar 16 11:28:12.034548 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-a603db52-5021-4fe1-acc1-7165a44ac23e tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/quotas/8e073869f34a4a12976b9bdc78c0a016 HTTP/1.1" status: 200 len: 375 time: 0.0288744 Mar 16 11:28:12.069508 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-f5ba558c-4bfe-4d5e-aa9d-f88d4ac06250 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f465fc5-391e-4edd-82b6-efb7f883dc78 HTTP/1.1" status: 200 len: 217 time: 0.0476217 Mar 16 11:28:12.103484 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-35c09eab-f734-4215-a94d-1c576c935052 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e073869f34a4a12976b9bdc78c0a016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382402 Mar 16 11:28:12.190098 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-46a1b373-e154-41ab-b1e7-e2ae61f346a1 req-3ce8e22d-2393-4d11-a3e4-ffdba3ae664d tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695068 Mar 16 11:28:12.207415 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-0a937846-bae3-47b1-b301-7be8a836bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:12.208903 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-0a937846-bae3-47b1-b301-7be8a836bcc8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7178324-d2ef-4ea9-873d-2e1326b0608e HTTP/1.1" status: 200 len: 854 time: 0.1147974 Mar 16 11:28:12.268515 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-34d09557-c531-4fd1-aff6-e35071c368fb service neutron] 10.222.0.47 "GET /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586275 Mar 16 11:28:12.323028 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-172cd71d-674f-4156-a93b-8946698a5669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:12.324417 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-172cd71d-674f-4156-a93b-8946698a5669 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33dcaf7a-9065-45ab-98b3-1b440d48a146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1047113 Mar 16 11:28:12.414573 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-261df302-2968-4c74-9c89-af19417868fd service neutron] 10.222.0.47 "GET /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393287 Mar 16 11:28:12.442814 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-15df4185-4c10-4a72-ac27-f903d6bd886c service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093373 Mar 16 11:28:12.538139 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f36903a-1783-4e0c-83be-0cad732f2b65 req-c6349639-19a4-4567-81b1-d211d0aa22e0 service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881162 Mar 16 11:28:12.581550 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-46fb7322-a9b5-4030-b473-ed28d85376e7 req-66e4a4af-128d-4778-a2d6-bca2a8f4a13f tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 210 time: 0.0286560 Mar 16 11:28:13.310361 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559ade5-cf68-4df0-9045-b1399fca69bd req-c6834bdc-5d5a-41d7-8f30-8a80aa42ca13 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:13.311816 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4559ade5-cf68-4df0-9045-b1399fca69bd req-c6834bdc-5d5a-41d7-8f30-8a80aa42ca13 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 943 time: 0.0553193 Mar 16 11:28:13.356855 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4559ade5-cf68-4df0-9045-b1399fca69bd req-39a02281-404d-4a2a-b8d6-e03c7d94dc34 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394518 Mar 16 11:28:13.671880 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771d616-2e1e-4895-9337-2f912229a44a req-5521276d-bf47-48d7-97cf-40cc0f3bf509 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:13.673388 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-5521276d-bf47-48d7-97cf-40cc0f3bf509 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.62 "GET /v2.0/networks?id=1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 HTTP/1.1" status: 200 len: 813 time: 0.1129198 Mar 16 11:28:13.699368 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-d771d616-2e1e-4895-9337-2f912229a44a req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Request body: {'port': {'device_id': '633acec5-81e8-4186-9c6a-4926a1de6975', 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5', 'admin_state_up': True, 'tenant_id': '8e073869f34a4a12976b9bdc78c0a016'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:13.703567 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7b95d8b8-b931-4eb4-82d4-45b72fd35472 req-a4679c4e-1910-4393-be60-b9b17fcfe8c2 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 210 time: 0.0497589 Mar 16 11:28:13.805384 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d771d616-2e1e-4895-9337-2f912229a44a req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Made reservation on behalf of 8e073869f34a4a12976b9bdc78c0a016 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:28:13.808650 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d771d616-2e1e-4895-9337-2f912229a44a req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:13.930223 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-d771d616-2e1e-4895-9337-2f912229a44a req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Allocated IP 172.20.0.6 (1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5/4d6e6e6d-438b-4170-944f-5189ed632cc4/2295f7dc-e9e8-4977-92b5-a6e465b3376b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:28:14.080101 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d771d616-2e1e-4895-9337-2f912229a44a req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks [] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:14.113303 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d771d616-2e1e-4895-9337-2f912229a44a req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:14.156175 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d771d616-2e1e-4895-9337-2f912229a44a req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:28:14.159334 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-d771d616-2e1e-4895-9337-2f912229a44a req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:28:14.162898 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d771d616-2e1e-4895-9337-2f912229a44a req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:28:14.169019 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Pushing event updated for resources: {'Port': ['ID=2295f7dc-e9e8-4977-92b5-a6e465b3376b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:14.212900 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771d616-2e1e-4895-9337-2f912229a44a req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:14.213532 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d771d616-2e1e-4895-9337-2f912229a44a req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:14.228743 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-0c95a2f7-7a24-4c1f-b6a3-52bf9646aede tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5329843 Mar 16 11:28:14.249719 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Request body: {'port': {'device_id': '633acec5-81e8-4186-9c6a-4926a1de6975', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:14.313099 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:14.525257 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6537bb-b3d3-4855-b475-e9119f0db32d req-764f209a-04f9-4c64-bc22-9d5114afb925 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:14.526707 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8e6537bb-b3d3-4855-b475-e9119f0db32d req-764f209a-04f9-4c64-bc22-9d5114afb925 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 943 time: 0.1037731 Mar 16 11:28:14.605076 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8e6537bb-b3d3-4855-b475-e9119f0db32d req-87fbed05-96db-40d6-b215-5d194ff98138 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717380 Mar 16 11:28:14.641879 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2295f7dc-e9e8-4977-92b5-a6e465b3376b {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:14.649031 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Publish callbacks [] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:14.660560 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Transition to ACTIVE for port object 2295f7dc-e9e8-4977-92b5-a6e465b3376b will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:28:14.664004 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:14.714628 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Pushing event updated for resources: {'Port': ['ID=2295f7dc-e9e8-4977-92b5-a6e465b3376b,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:14.805675 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Attempting to bind port 2295f7dc-e9e8-4977-92b5-a6e465b3376b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:28:14.805928 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Attempting to bind port 2295f7dc-e9e8-4977-92b5-a6e465b3376b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'af4c51dc-c248-40ee-b39f-4c02a6f588ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:28:14.806254 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Attempting to bind port 2295f7dc-e9e8-4977-92b5-a6e465b3376b on network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:28:14.814875 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Port 2295f7dc-e9e8-4977-92b5-a6e465b3376b on network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:28:14.815191 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Attempting to bind port 2295f7dc-e9e8-4977-92b5-a6e465b3376b on network 1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:28:14.823223 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:28:14.823554 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Checking segment: {'id': 'af4c51dc-c248-40ee-b39f-4c02a6f588ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:28:14.823925 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Bound using segment: {'id': 'af4c51dc-c248-40ee-b39f-4c02a6f588ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:28:14.824344 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Bound port: 2295f7dc-e9e8-4977-92b5-a6e465b3376b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4c51dc-c248-40ee-b39f-4c02a6f588ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:28:14.824729 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:14.849566 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e65bb-4e20-41fe-9139-051b4d13c988 req-6f91d9a8-f91e-4ec8-97b3-7d59aba8c828 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:14.851043 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b98e65bb-4e20-41fe-9139-051b4d13c988 req-6f91d9a8-f91e-4ec8-97b3-7d59aba8c828 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 943 time: 0.0802844 Mar 16 11:28:14.926346 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] For port 2295f7dc-e9e8-4977-92b5-a6e465b3376b, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:28:14.930260 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] For port 2295f7dc-e9e8-4977-92b5-a6e465b3376b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2295f7dc-e9e8-4977-92b5-a6e465b3376b,segment=NetworkSegment(af4c51dc-c248-40ee-b39f-4c02a6f588ea),segment_id=af4c51dc-c248-40ee-b39f-4c02a6f588ea)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:28:14.933935 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b98e65bb-4e20-41fe-9139-051b4d13c988 req-2b977d6a-a6f8-4950-ba48-528b25d407f9 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663421 Mar 16 11:28:14.938895 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:14.969149 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:14.969758 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:14.971141 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-df736f9c-8878-48fb-932f-89697f24435d service neutron] 10.222.0.62 "PUT /v2.0/ports/2295f7dc-e9e8-4977-92b5-a6e465b3376b HTTP/1.1" status: 200 len: 1093 time: 0.7255218 Mar 16 11:28:14.973247 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633acec5-81e8-4186-9c6a-4926a1de6975', 'tag': '2295f7dc-e9e8-4977-92b5-a6e465b3376b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:14.975426 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7d0945-0e0a-4415-858f-3009f6e67f51" -d '{"events": [{"name": "network-changed", "server_uuid": "633acec5-81e8-4186-9c6a-4926a1de6975", "tag": "2295f7dc-e9e8-4977-92b5-a6e465b3376b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:28:15.006808 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df736f9c-8878-48fb-932f-89697f24435d service neutron] Pushing event updated for resources: {'Port': ['ID=2295f7dc-e9e8-4977-92b5-a6e465b3376b,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:15.011542 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d826c6-09fd-432c-957d-17938d5a9776 x-openstack-request-id: req-10d826c6-09fd-432c-957d-17938d5a9776 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:28:15.011909 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633acec5-81e8-4186-9c6a-4926a1de6975", "tag": "2295f7dc-e9e8-4977-92b5-a6e465b3376b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:28:15.012204 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-10d826c6-09fd-432c-957d-17938d5a9776 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:28:15.012685 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633acec5-81e8-4186-9c6a-4926a1de6975', 'tag': '2295f7dc-e9e8-4977-92b5-a6e465b3376b', 'status': 'completed', 'code': 200} Mar 16 11:28:15.089271 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771d616-2e1e-4895-9337-2f912229a44a req-4d653c0a-c84b-499e-bd4f-5d20407b1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:15.090650 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-4d653c0a-c84b-499e-bd4f-5d20407b1e15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e073869f34a4a12976b9bdc78c0a016&device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 1127 time: 0.0464926 Mar 16 11:28:15.095196 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 6f465fc5-391e-4edd-82b6-efb7f883dc78 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:28:15.139256 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-1b5e0d8e-7f6e-477f-8104-488900314b49 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2295f7dc-e9e8-4977-92b5-a6e465b3376b HTTP/1.1" status: 200 len: 217 time: 0.0336328 Mar 16 11:28:15.187760 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771d616-2e1e-4895-9337-2f912229a44a req-cca326d8-08a3-420a-8282-c71f0e904552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:15.189325 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-cca326d8-08a3-420a-8282-c71f0e904552 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d6e6e6d-438b-4170-944f-5189ed632cc4 HTTP/1.1" status: 200 len: 853 time: 0.0425596 Mar 16 11:28:15.192554 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 6f465fc5-391e-4edd-82b6-efb7f883dc78, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f465fc5-391e-4edd-82b6-efb7f883dc78,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:28:15.204415 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '6f465fc5-391e-4edd-82b6-efb7f883dc78', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'port_id': '6f465fc5-391e-4edd-82b6-efb7f883dc78', 'mac_address': 'fa:16:3e:fd:09:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:28:15.221157 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-e49cc0d2-0252-4f63-ba35-091ce4ce5837 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242386 Mar 16 11:28:15.241837 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 6f465fc5-391e-4edd-82b6-efb7f883dc78 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:28:15.242233 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:15.254995 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f465fc5-391e-4edd-82b6-efb7f883dc78 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:15.278010 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 6f465fc5-391e-4edd-82b6-efb7f883dc78, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f465fc5-391e-4edd-82b6-efb7f883dc78,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:28:15.281982 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:15.314426 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-7da644df-bb64-4901-88c5-8699896af57d service neutron] 10.222.0.62 "GET /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858068 Mar 16 11:28:15.331045 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=6f465fc5-391e-4edd-82b6-efb7f883dc78,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:15.338487 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.338844 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.339192 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.339624 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.339889 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.340219 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.340545 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.340894 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.341222 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.341544 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.341867 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.342207 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.342533 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.342851 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.343174 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:15.401671 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d771d616-2e1e-4895-9337-2f912229a44a req-0b2c4316-af67-4aaf-971b-da1d50824190 service neutron] 10.222.0.62 "GET /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800226 Mar 16 11:28:15.552063 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d0945-0e0a-4415-858f-3009f6e67f51 req-e0661a1f-5ae9-4bea-9aeb-2ea42bea2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:15.553804 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4f7d0945-0e0a-4415-858f-3009f6e67f51 req-e0661a1f-5ae9-4bea-9aeb-2ea42bea2bac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e073869f34a4a12976b9bdc78c0a016&device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 1127 time: 0.0482504 Mar 16 11:28:15.640189 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d0945-0e0a-4415-858f-3009f6e67f51 req-7544ada4-7a67-4d76-a770-434457c8a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:15.641715 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4f7d0945-0e0a-4415-858f-3009f6e67f51 req-7544ada4-7a67-4d76-a770-434457c8a858 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 HTTP/1.1" status: 200 len: 914 time: 0.0817218 Mar 16 11:28:15.662386 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['6f465fc5-391e-4edd-82b6-efb7f883dc78'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:28:15.688104 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4f7d0945-0e0a-4415-858f-3009f6e67f51 req-57794e33-85ea-46d2-9ec6-7bd7151ff08f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2295f7dc-e9e8-4977-92b5-a6e465b3376b HTTP/1.1" status: 200 len: 217 time: 0.0392392 Mar 16 11:28:15.760401 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d0945-0e0a-4415-858f-3009f6e67f51 req-b00d68ff-4a2e-4755-bf9c-6b43598a541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:15.761894 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4f7d0945-0e0a-4415-858f-3009f6e67f51 req-b00d68ff-4a2e-4755-bf9c-6b43598a541e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d6e6e6d-438b-4170-944f-5189ed632cc4 HTTP/1.1" status: 200 len: 853 time: 0.0640056 Mar 16 11:28:15.774873 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0ed9e-6e39-4494-ac7a-0f1ec33152e7 req-119e813d-8edd-459b-a68d-5f23f1080e6c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:15.776317 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f7e0ed9e-6e39-4494-ac7a-0f1ec33152e7 req-119e813d-8edd-459b-a68d-5f23f1080e6c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 944 time: 0.0906739 Mar 16 11:28:15.810193 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4f7d0945-0e0a-4415-858f-3009f6e67f51 req-69de168f-2b91-48fb-a0c0-3c11327dfa53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327680 Mar 16 11:28:15.898648 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f7e0ed9e-6e39-4494-ac7a-0f1ec33152e7 req-680d1a91-603e-458f-a101-5e1ae772de8d tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114843 Mar 16 11:28:15.929685 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4f7d0945-0e0a-4415-858f-3009f6e67f51 req-815191d3-98c6-49ac-9177-d90c4acb6aa0 service neutron] 10.222.0.62 "GET /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110830 Mar 16 11:28:16.050043 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4f7d0945-0e0a-4415-858f-3009f6e67f51 req-5b43cd5c-ba8b-4578-ab3c-fbb2b1fb6c54 service neutron] 10.222.0.62 "GET /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143057 Mar 16 11:28:16.075105 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4563a72-913d-4bff-b66b-dc4fb0bc1583 req-61ae9671-f1cc-4fee-b65b-889db26fa2b0 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:16.076890 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b4563a72-913d-4bff-b66b-dc4fb0bc1583 req-61ae9671-f1cc-4fee-b65b-889db26fa2b0 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 943 time: 0.0721998 Mar 16 11:28:16.123516 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b4563a72-913d-4bff-b66b-dc4fb0bc1583 req-46e620d9-2ecc-4469-abea-ea9040aae158 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Mar 16 11:28:17.011648 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434aaea-8bff-41ae-9893-a35c44e14a2a req-ddc7fd78-7147-4ea5-a1f5-09e4b0ae6a07 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:17.013141 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d434aaea-8bff-41ae-9893-a35c44e14a2a req-ddc7fd78-7147-4ea5-a1f5-09e4b0ae6a07 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 944 time: 0.0504031 Mar 16 11:28:17.059278 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d434aaea-8bff-41ae-9893-a35c44e14a2a req-a943a616-e849-4822-b39e-ac4b6c5f3bcc tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404673 Mar 16 11:28:17.100278 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 6f465fc5-391e-4edd-82b6-efb7f883dc78 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:28:17.151679 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port 6f465fc5-391e-4edd-82b6-efb7f883dc78 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:28:17.156256 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 6f465fc5-391e-4edd-82b6-efb7f883dc78 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:28:17.156656 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:17.233258 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 6f465fc5-391e-4edd-82b6-efb7f883dc78 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:28:17.233655 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:17.243797 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4574b-fb8c-4b6f-8a3c-97b615113297 req-38e8f281-c465-4b64-a15f-ba8e5f2f1fdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:17.245296 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c8c4574b-fb8c-4b6f-8a3c-97b615113297 req-38e8f281-c465-4b64-a15f-ba8e5f2f1fdb tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 943 time: 0.0559945 Mar 16 11:28:17.257938 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9930c5c6-91b1-4acf-b268-794540d3c572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f465fc5-391e-4edd-82b6-efb7f883dc78'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:17.260239 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8dcff6-ebdc-41f2-ae8b-65e1c244ce93" -d '{"events": [{"server_uuid": "9930c5c6-91b1-4acf-b268-794540d3c572", "name": "network-vif-plugged", "status": "completed", "tag": "6f465fc5-391e-4edd-82b6-efb7f883dc78"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:28:17.277033 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 6f465fc5-391e-4edd-82b6-efb7f883dc78, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f465fc5-391e-4edd-82b6-efb7f883dc78,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:28:17.282192 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:17.296460 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c8c4574b-fb8c-4b6f-8a3c-97b615113297 req-f64617ff-197b-45ef-afaa-b9d4c756b53e tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Mar 16 11:28:17.436354 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182b340e-691c-4914-b9d7-86235328a134 x-openstack-request-id: req-182b340e-691c-4914-b9d7-86235328a134 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:28:17.436674 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9930c5c6-91b1-4acf-b268-794540d3c572", "name": "network-vif-plugged", "status": "completed", "tag": "6f465fc5-391e-4edd-82b6-efb7f883dc78", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:28:17.437040 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-182b340e-691c-4914-b9d7-86235328a134 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:28:17.437433 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9930c5c6-91b1-4acf-b268-794540d3c572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f465fc5-391e-4edd-82b6-efb7f883dc78', 'code': 200} Mar 16 11:28:17.463617 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=6f465fc5-391e-4edd-82b6-efb7f883dc78,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:17.525586 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa2d27-35ab-461c-bbf2-755023c19d86 req-fafbd0e8-a9db-4fd3-9241-1e096cebcb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:17.527055 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9ffa2d27-35ab-461c-bbf2-755023c19d86 req-fafbd0e8-a9db-4fd3-9241-1e096cebcb73 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 1129 time: 0.0426326 Mar 16 11:28:17.573378 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9ffa2d27-35ab-461c-bbf2-755023c19d86 req-095718d5-8676-481b-bcab-b7d7db953e55 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369105 Mar 16 11:28:18.174304 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62b8dc-79f2-4d5a-bd8e-04c0430acc2d req-eae21740-821c-4cab-a31c-d93da01c1c45 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:18.175738 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae62b8dc-79f2-4d5a-bd8e-04c0430acc2d req-eae21740-821c-4cab-a31c-d93da01c1c45 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0500717 Mar 16 11:28:18.224235 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae62b8dc-79f2-4d5a-bd8e-04c0430acc2d req-a5cabfa1-c6f7-47b4-be45-af8d32fe5aa9 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Mar 16 11:28:18.420551 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719065fc-a0ec-467e-be99-1148320652f0 req-9a11be4c-2ad8-4890-bb04-71ad4c6be2a9 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:18.421931 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-719065fc-a0ec-467e-be99-1148320652f0 req-9a11be4c-2ad8-4890-bb04-71ad4c6be2a9 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 943 time: 0.0506232 Mar 16 11:28:18.467300 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-719065fc-a0ec-467e-be99-1148320652f0 req-55fc6b2c-70d1-4f75-b6eb-c286fb719bce tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Mar 16 11:28:19.095317 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 2295f7dc-e9e8-4977-92b5-a6e465b3376b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:28:19.190283 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 2295f7dc-e9e8-4977-92b5-a6e465b3376b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2295f7dc-e9e8-4977-92b5-a6e465b3376b,segment=NetworkSegment(af4c51dc-c248-40ee-b39f-4c02a6f588ea),segment_id=af4c51dc-c248-40ee-b39f-4c02a6f588ea)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:28:19.202073 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '2295f7dc-e9e8-4977-92b5-a6e465b3376b', 'network_id': '1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5', 'port_id': '2295f7dc-e9e8-4977-92b5-a6e465b3376b', 'mac_address': 'fa:16:3e:7a:60:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6e6e6d-438b-4170-944f-5189ed632cc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:28:19.237449 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 2295f7dc-e9e8-4977-92b5-a6e465b3376b is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:28:19.237843 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:19.250787 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2295f7dc-e9e8-4977-92b5-a6e465b3376b {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:19.272167 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 2295f7dc-e9e8-4977-92b5-a6e465b3376b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2295f7dc-e9e8-4977-92b5-a6e465b3376b,segment=NetworkSegment(af4c51dc-c248-40ee-b39f-4c02a6f588ea),segment_id=af4c51dc-c248-40ee-b39f-4c02a6f588ea)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:28:19.276717 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:19.323194 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=2295f7dc-e9e8-4977-92b5-a6e465b3376b,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:19.341549 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703dd04-fde4-42bf-9d9c-c40389284405 req-caf9e1c4-107e-4952-882d-60424394f41f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:19.343027 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a703dd04-fde4-42bf-9d9c-c40389284405 req-caf9e1c4-107e-4952-882d-60424394f41f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0519440 Mar 16 11:28:19.395198 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a703dd04-fde4-42bf-9d9c-c40389284405 req-426e1702-9317-4ef8-a135-91cce2df6b11 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465395 Mar 16 11:28:19.520322 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34968bb8-c59e-48bf-b8c9-16b301b14aa9 req-cc502eca-723e-45a0-87f8-f7eb4bed12bf tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:19.521818 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-34968bb8-c59e-48bf-b8c9-16b301b14aa9 req-cc502eca-723e-45a0-87f8-f7eb4bed12bf tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0618708 Mar 16 11:28:19.530183 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54658) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:19.534862 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-d6e26af9-6e59-4607-8684-3584c72ce9c4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'floatingip': {'port_id': '6f465fc5-391e-4edd-82b6-efb7f883dc78'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:19.596218 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6e26af9-6e59-4607-8684-3584c72ce9c4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (023aebee-2ac1-4430-b826-73963d00322b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:19.622500 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['2295f7dc-e9e8-4977-92b5-a6e465b3376b'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:28:19.700575 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f9147-3fed-4c1d-bccb-efd66e68517a req-70b729a1-1c44-44db-b6e6-c2816d8dc1cc tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:19.702140 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4a6f9147-3fed-4c1d-bccb-efd66e68517a req-70b729a1-1c44-44db-b6e6-c2816d8dc1cc tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 944 time: 0.1646841 Mar 16 11:28:19.827534 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4a6f9147-3fed-4c1d-bccb-efd66e68517a req-fbc2ee17-f296-4f3e-a2e5-6155ba9b2e69 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198027 Mar 16 11:28:20.064092 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6e26af9-6e59-4607-8684-3584c72ce9c4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:20.068072 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6e26af9-6e59-4607-8684-3584c72ce9c4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (023aebee-2ac1-4430-b826-73963d00322b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:20.166584 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [None req-d6e26af9-6e59-4607-8684-3584c72ce9c4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Floating IP 023aebee-2ac1-4430-b826-73963d00322b associated. External IP: 172.27.2.159, port: 6f465fc5-391e-4edd-82b6-efb7f883dc78. Mar 16 11:28:20.368073 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e26af9-6e59-4607-8684-3584c72ce9c4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:28:20.733607 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e26af9-6e59-4607-8684-3584c72ce9c4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:28:20.738346 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6e26af9-6e59-4607-8684-3584c72ce9c4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:20.746223 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0990da6a-103c-4ccd-b234-69d394e65591 None None] Sync routers for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:28:20.759947 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0990da6a-103c-4ccd-b234-69d394e65591 None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:28:20.760878 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0990da6a-103c-4ccd-b234-69d394e65591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:28:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:20.768338 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-d6e26af9-6e59-4607-8684-3584c72ce9c4 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "PUT /v2.0/floatingips/023aebee-2ac1-4430-b826-73963d00322b HTTP/1.1" status: 200 len: 991 time: 1.2367609 Mar 16 11:28:20.768955 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9930c5c6-91b1-4acf-b268-794540d3c572', 'tag': '6f465fc5-391e-4edd-82b6-efb7f883dc78'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:20.771432 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df40cdf9-a33a-400a-b050-72468ce5e4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9930c5c6-91b1-4acf-b268-794540d3c572", "tag": "6f465fc5-391e-4edd-82b6-efb7f883dc78"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:28:20.806155 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f28fe9b-7bcb-4940-be3d-3582efd2c59b x-openstack-request-id: req-5f28fe9b-7bcb-4940-be3d-3582efd2c59b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:28:20.806448 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9930c5c6-91b1-4acf-b268-794540d3c572", "tag": "6f465fc5-391e-4edd-82b6-efb7f883dc78", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:28:20.806701 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5f28fe9b-7bcb-4940-be3d-3582efd2c59b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:28:20.807098 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9930c5c6-91b1-4acf-b268-794540d3c572', 'tag': '6f465fc5-391e-4edd-82b6-efb7f883dc78', 'status': 'completed', 'code': 200} Mar 16 11:28:20.879098 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0990da6a-103c-4ccd-b234-69d394e65591 None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:28:20.930161 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40cdf9-a33a-400a-b050-72468ce5e4d3 req-0890cf25-1ddf-4430-b6c7-02870cde2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:20.931672 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-df40cdf9-a33a-400a-b050-72468ce5e4d3 req-0890cf25-1ddf-4430-b6c7-02870cde2095 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 1129 time: 0.0732203 Mar 16 11:28:20.998366 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c0e6a-3f36-4b46-a06e-a3c638bb4aae req-5f8664e6-58d8-431a-8011-5e5b2af8e994 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:20.999738 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-288c0e6a-3f36-4b46-a06e-a3c638bb4aae req-5f8664e6-58d8-431a-8011-5e5b2af8e994 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 944 time: 0.1041541 Mar 16 11:28:21.056423 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40cdf9-a33a-400a-b050-72468ce5e4d3 req-1c4d3151-74e0-4031-a77e-85da0bc1f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:21.057918 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-df40cdf9-a33a-400a-b050-72468ce5e4d3 req-1c4d3151-74e0-4031-a77e-85da0bc1f960 service neutron] 10.222.0.62 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 916 time: 0.1189804 Mar 16 11:28:21.079297 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-288c0e6a-3f36-4b46-a06e-a3c638bb4aae req-af0092fc-cdad-4247-82da-c662775c438e tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731018 Mar 16 11:28:21.105785 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0990da6a-103c-4ccd-b234-69d394e65591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '023aebee-2ac1-4430-b826-73963d00322b', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': '6f465fc5-391e-4edd-82b6-efb7f883dc78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:fd:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930c5c6-91b1-4acf-b268-794540d3c572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:02Z', 'updated_at': '2022-03-16T11:28:19Z', 'revision_number': 1, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:21.133342 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 2295f7dc-e9e8-4977-92b5-a6e465b3376b up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:28:21.134640 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-df40cdf9-a33a-400a-b050-72468ce5e4d3 req-7021700e-257a-416d-b6f7-9f056e363aef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f465fc5-391e-4edd-82b6-efb7f883dc78 HTTP/1.1" status: 200 len: 999 time: 0.0693142 Mar 16 11:28:21.135593 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0990da6a-103c-4ccd-b234-69d394e65591 None None] Checking router: 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:28:21.169893 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0990da6a-103c-4ccd-b234-69d394e65591 None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:28:21.170507 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0990da6a-103c-4ccd-b234-69d394e65591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:28:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:21.181449 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40cdf9-a33a-400a-b050-72468ce5e4d3 req-51ff8100-91cd-420c-96a0-7622b55c7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:21.182879 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-df40cdf9-a33a-400a-b050-72468ce5e4d3 req-51ff8100-91cd-420c-96a0-7622b55c7a9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7178324-d2ef-4ea9-873d-2e1326b0608e HTTP/1.1" status: 200 len: 854 time: 0.0424635 Mar 16 11:28:21.231374 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40cdf9-a33a-400a-b050-72468ce5e4d3 req-a03ef306-9403-4b82-8d72-7b9e866a88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:21.232915 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-df40cdf9-a33a-400a-b050-72468ce5e4d3 req-a03ef306-9403-4b82-8d72-7b9e866a88a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33dcaf7a-9065-45ab-98b3-1b440d48a146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430424 Mar 16 11:28:21.262047 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port 2295f7dc-e9e8-4977-92b5-a6e465b3376b completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:28:21.269673 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 2295f7dc-e9e8-4977-92b5-a6e465b3376b triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:28:21.270045 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:21.318275 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0990da6a-103c-4ccd-b234-69d394e65591 None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:28:21.327825 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-df40cdf9-a33a-400a-b050-72468ce5e4d3 req-be15b4a5-a3df-4340-8e0b-cdbd1f6798d8 service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832362 Mar 16 11:28:21.415916 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-df40cdf9-a33a-400a-b050-72468ce5e4d3 req-c7646a1c-0e08-47ac-9938-3d164c605a5e service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813358 Mar 16 11:28:21.447202 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 2295f7dc-e9e8-4977-92b5-a6e465b3376b is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:28:21.447590 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:21.508687 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633acec5-81e8-4186-9c6a-4926a1de6975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2295f7dc-e9e8-4977-92b5-a6e465b3376b'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:21.510918 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429b6edf-88b7-4a4b-94bb-26bc295b38b2" -d '{"events": [{"server_uuid": "633acec5-81e8-4186-9c6a-4926a1de6975", "name": "network-vif-plugged", "status": "completed", "tag": "2295f7dc-e9e8-4977-92b5-a6e465b3376b"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:28:21.528534 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 2295f7dc-e9e8-4977-92b5-a6e465b3376b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2295f7dc-e9e8-4977-92b5-a6e465b3376b,segment=NetworkSegment(af4c51dc-c248-40ee-b39f-4c02a6f588ea),segment_id=af4c51dc-c248-40ee-b39f-4c02a6f588ea)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:28:21.539784 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:21.552609 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2957c71b-3688-431c-914a-4ff8bfb5997a x-openstack-request-id: req-2957c71b-3688-431c-914a-4ff8bfb5997a {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:28:21.552902 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633acec5-81e8-4186-9c6a-4926a1de6975", "name": "network-vif-plugged", "status": "completed", "tag": "2295f7dc-e9e8-4977-92b5-a6e465b3376b", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:28:21.553189 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2957c71b-3688-431c-914a-4ff8bfb5997a {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:28:21.553573 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633acec5-81e8-4186-9c6a-4926a1de6975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2295f7dc-e9e8-4977-92b5-a6e465b3376b', 'code': 200} Mar 16 11:28:21.624138 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=2295f7dc-e9e8-4977-92b5-a6e465b3376b,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:21.648494 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0990da6a-103c-4ccd-b234-69d394e65591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '023aebee-2ac1-4430-b826-73963d00322b', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': '6f465fc5-391e-4edd-82b6-efb7f883dc78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:fd:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930c5c6-91b1-4acf-b268-794540d3c572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:02Z', 'updated_at': '2022-03-16T11:28:19Z', 'revision_number': 1, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:21.676541 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0990da6a-103c-4ccd-b234-69d394e65591 None None] The sync data for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi is: [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '023aebee-2ac1-4430-b826-73963d00322b', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': '6f465fc5-391e-4edd-82b6-efb7f883dc78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:fd:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930c5c6-91b1-4acf-b268-794540d3c572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:02Z', 'updated_at': '2022-03-16T11:28:19Z', 'revision_number': 1, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:28:21.769599 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373ff4a-cfa8-4cb4-8f30-a6b2d685bd22 req-16b2bce3-e99b-41f5-804f-758fc4c76bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:21.771156 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d373ff4a-cfa8-4cb4-8f30-a6b2d685bd22 req-16b2bce3-e99b-41f5-804f-758fc4c76bc1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 1129 time: 0.0480628 Mar 16 11:28:21.815131 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d373ff4a-cfa8-4cb4-8f30-a6b2d685bd22 req-18b5e67f-b274-4926-9eac-1bf89f1d7015 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376601 Mar 16 11:28:21.866566 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a693d99-5c8f-4f1a-8f45-568d10b5347a None None] New status for floating IP 023aebee-2ac1-4430-b826-73963d00322b: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:28:22.195431 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7a084-bc94-42a9-9857-c8ad6686f9a9 req-53cc9736-3932-43b3-bd19-94437ac9e00e tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:22.196926 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-80c7a084-bc94-42a9-9857-c8ad6686f9a9 req-53cc9736-3932-43b3-bd19-94437ac9e00e tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 945 time: 0.0511208 Mar 16 11:28:22.243016 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-80c7a084-bc94-42a9-9857-c8ad6686f9a9 req-b2797493-d1b4-418e-9b87-48168d9109e6 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406957 Mar 16 11:28:23.358422 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1214ac-3223-418a-8882-a77f90031def req-410a935c-492b-480d-a911-f9443f5f714c tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:23.359875 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fc1214ac-3223-418a-8882-a77f90031def req-410a935c-492b-480d-a911-f9443f5f714c tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 945 time: 0.0504847 Mar 16 11:28:23.407434 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fc1214ac-3223-418a-8882-a77f90031def req-6209d2de-3ba6-42c9-a7ec-a44d83a7646f tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420702 Mar 16 11:28:30.301010 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b2a3a8f8-8eea-47ab-a6e2-c108491eb83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:32.779668 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-75566230-2f20-4673-8ab4-5f4c7c2a947e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:33.461953 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:34.982791 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:36.455953 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3ff11-8e43-4f39-823b-f6c67f5f2384 req-340893da-fbcc-4598-bea7-942abf5d21a4 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:36.457436 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-55d3ff11-8e43-4f39-823b-f6c67f5f2384 req-340893da-fbcc-4598-bea7-942abf5d21a4 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0525770 Mar 16 11:28:36.502575 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-55d3ff11-8e43-4f39-823b-f6c67f5f2384 req-7fc78d37-af74-4bf9-8681-63dbb9953a27 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390701 Mar 16 11:28:36.622135 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:36.801317 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:37.627540 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a797d-7e62-4e6f-9bc2-72b9fcc5cd92 req-4a70fe9b-c4ed-4392-979d-c31248a9f942 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:37.629084 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bf2a797d-7e62-4e6f-9bc2-72b9fcc5cd92 req-4a70fe9b-c4ed-4392-979d-c31248a9f942 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0514681 Mar 16 11:28:37.673882 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bf2a797d-7e62-4e6f-9bc2-72b9fcc5cd92 req-d6e4f249-2bd4-472f-9e88-b91f4126b637 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393114 Mar 16 11:28:38.796092 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c4e24-ac38-4522-861f-d7b2e33f6147 req-b4f69cc9-e1b3-4e6b-8137-c46c0b4b1d9b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:38.797485 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-225c4e24-ac38-4522-861f-d7b2e33f6147 req-b4f69cc9-e1b3-4e6b-8137-c46c0b4b1d9b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0535822 Mar 16 11:28:38.845363 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-225c4e24-ac38-4522-861f-d7b2e33f6147 req-1c8987ff-25e9-421b-ab0e-cc6e40293e35 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417786 Mar 16 11:28:39.967181 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5514ecc-a559-4f62-abc9-ce035f1be772 req-65f1ccb5-445b-463f-a28a-4da97444e285 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:39.968649 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b5514ecc-a559-4f62-abc9-ce035f1be772 req-65f1ccb5-445b-463f-a28a-4da97444e285 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0504892 Mar 16 11:28:40.013592 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b5514ecc-a559-4f62-abc9-ce035f1be772 req-df7c599e-d0ae-48c7-8182-7bbf0031cb9c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394132 Mar 16 11:28:41.138378 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa09752-a2fe-4a82-983b-77b6eb33cc20 req-2c0cb0f7-6be3-421d-b330-9b35ee2d0aa0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:41.139920 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3fa09752-a2fe-4a82-983b-77b6eb33cc20 req-2c0cb0f7-6be3-421d-b330-9b35ee2d0aa0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0560498 Mar 16 11:28:41.188937 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3fa09752-a2fe-4a82-983b-77b6eb33cc20 req-179fdbdd-7506-4560-a12d-bbb10d70679e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407398 Mar 16 11:28:42.307687 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc3a91-c1d2-44df-a7c8-406e4015b015 req-c5966711-858a-4253-a2fb-62e1fad18522 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:42.309181 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9afc3a91-c1d2-44df-a7c8-406e4015b015 req-c5966711-858a-4253-a2fb-62e1fad18522 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0516851 Mar 16 11:28:42.354831 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9afc3a91-c1d2-44df-a7c8-406e4015b015 req-d45cf2c5-bb4d-493b-85ad-f3f1b8d78a5e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401721 Mar 16 11:28:42.547997 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34c6c0-779d-49b5-bc91-1c750aa85a2e req-8a3d576c-9c33-40f7-85f4-902e68c36319 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:42.549483 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3d34c6c0-779d-49b5-bc91-1c750aa85a2e req-8a3d576c-9c33-40f7-85f4-902e68c36319 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0513394 Mar 16 11:28:42.598420 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3d34c6c0-779d-49b5-bc91-1c750aa85a2e req-9d0ce3f5-06f7-43cb-9652-1bca44f0578f tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433927 Mar 16 11:28:43.477558 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a7c2c-b0ae-4bd1-b7a0-9fe131acf251 req-09a302ba-7a9c-4f3f-9341-a20a8aa9c5e4 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:43.479015 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-db4a7c2c-b0ae-4bd1-b7a0-9fe131acf251 req-09a302ba-7a9c-4f3f-9341-a20a8aa9c5e4 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0536983 Mar 16 11:28:43.524491 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-db4a7c2c-b0ae-4bd1-b7a0-9fe131acf251 req-c66ad406-afc3-4d4d-bc17-7a3df98e48a3 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400710 Mar 16 11:28:43.718194 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7902f-1225-45bf-8d69-a3701a939847 req-727a0b25-321c-4573-aa73-6935fe3d6f91 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:43.719661 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cf7902f-1225-45bf-8d69-a3701a939847 req-727a0b25-321c-4573-aa73-6935fe3d6f91 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0523868 Mar 16 11:28:43.767520 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7cf7902f-1225-45bf-8d69-a3701a939847 req-5ef61f74-373e-4204-90ce-0830e47c0708 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417790 Mar 16 11:28:43.837810 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:28:44.374670 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33c0a0-16cd-4658-948d-3f8872960f06 req-3c70208e-7799-43d6-bb71-fe9cadb1b553 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:44.376117 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5a33c0a0-16cd-4658-948d-3f8872960f06 req-3c70208e-7799-43d6-bb71-fe9cadb1b553 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 945 time: 0.0548372 Mar 16 11:28:44.422019 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5a33c0a0-16cd-4658-948d-3f8872960f06 req-d126a699-ac6d-4816-b19b-07a61e235ef2 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397239 Mar 16 11:28:44.645957 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9957b2-f8e5-46ad-95ee-87493bd9ed1c req-ea6ffd30-3a2b-488e-9f77-e78fc7850005 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:44.647441 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ac9957b2-f8e5-46ad-95ee-87493bd9ed1c req-ea6ffd30-3a2b-488e-9f77-e78fc7850005 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0521071 Mar 16 11:28:44.693376 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ac9957b2-f8e5-46ad-95ee-87493bd9ed1c req-4982aaeb-3746-46ab-9e6a-585888fd5942 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404496 Mar 16 11:28:44.888165 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3daada-14ef-4bc2-b5b8-cdf2c9505103 req-13e6d84b-2417-4b77-92ad-65f8d33d0b1b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:44.889629 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da3daada-14ef-4bc2-b5b8-cdf2c9505103 req-13e6d84b-2417-4b77-92ad-65f8d33d0b1b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0502148 Mar 16 11:28:44.937998 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da3daada-14ef-4bc2-b5b8-cdf2c9505103 req-a9a6883c-2d47-4943-953b-f1181feb719b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429666 Mar 16 11:28:45.414030 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-95ce82fb-d8f2-491c-862a-4341935e7373 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:45.415480 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-95ce82fb-d8f2-491c-862a-4341935e7373 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 945 time: 0.0508544 Mar 16 11:28:45.556859 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e579007-b595-43fb-a76a-a1361b119645 req-6042735c-06cf-48d6-b6e3-d734e34d2b33 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:45.558242 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6e579007-b595-43fb-a76a-a1361b119645 req-6042735c-06cf-48d6-b6e3-d734e34d2b33 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 945 time: 0.0702369 Mar 16 11:28:45.560226 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Deleting port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:28:45.560544 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:45.656470 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6e579007-b595-43fb-a76a-a1361b119645 req-506ed748-a62a-4744-8653-53019b0601d9 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918438 Mar 16 11:28:45.680669 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] For port 1c81e416-9cc8-4549-8b86-bff8ec3b5246, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1c81e416-9cc8-4549-8b86-bff8ec3b5246,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:28:45.681030 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:45.884199 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba669e0-531a-42e7-9638-3a5d32a5e86a req-5aaf23e9-0766-42e3-9b40-e7820d8b501b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:45.885581 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5ba669e0-531a-42e7-9638-3a5d32a5e86a req-5aaf23e9-0766-42e3-9b40-e7820d8b501b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.1113906 Mar 16 11:28:45.887379 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:45.887734 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (eea3a469-470a-45f3-9bb3-fc4c690723c4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:45.888044 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Floating IP eea3a469-470a-45f3-9bb3-fc4c690723c4 disassociated. External IP: 172.27.2.73, port: 1c81e416-9cc8-4549-8b86-bff8ec3b5246. Mar 16 11:28:45.888378 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Calling delete_port for 1c81e416-9cc8-4549-8b86-bff8ec3b5246 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:28:45.981885 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5ba669e0-531a-42e7-9638-3a5d32a5e86a req-858745ce-f397-436e-92f0-2a1c951264b4 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894699 Mar 16 11:28:46.074258 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (1c81e416-9cc8-4549-8b86-bff8ec3b5246), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:46.108144 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event deleted for resources: {'Port': ['ID=1c81e416-9cc8-4549-8b86-bff8ec3b5246,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:46.124359 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241ca59-6ec2-44da-9d46-19738196625b req-d2f30a9e-86df-4d37-89d2-77b4c2f3d4e4 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:46.125917 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9241ca59-6ec2-44da-9d46-19738196625b req-d2f30a9e-86df-4d37-89d2-77b4c2f3d4e4 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba4cb7ed-eec6-46f7-871f-210c4815061a HTTP/1.1" status: 200 len: 867 time: 0.1174936 Mar 16 11:28:46.246684 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9241ca59-6ec2-44da-9d46-19738196625b req-4500b56c-c0b5-4072-9b68-359b5613aebe tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=10984cf5-da16-45af-9d08-b7f551c0391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849619 Mar 16 11:28:46.276854 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Router c5722b8b-8009-4fc3-83b9-7473ced3318b has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:28:46.384645 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:28:46.394243 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dbb882-6668-4b3e-9562-9d07a53981ef None None] Sync routers for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:28:46.403539 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dbb882-6668-4b3e-9562-9d07a53981ef None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:28:46.404211 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-19dbb882-6668-4b3e-9562-9d07a53981ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:28:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:46.422987 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] No DVR routers for this DVR port 1c81e416-9cc8-4549-8b86-bff8ec3b5246 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:28:46.425489 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:46.429497 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f1699cde-d847-4508-9ee4-9ec78eaeef6a req-131c25b9-10dc-4fe3-90b5-f97992f385a5 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.62 "DELETE /v2.0/ports/1c81e416-9cc8-4549-8b86-bff8ec3b5246 HTTP/1.1" status: 204 len: 173 time: 1.0082493 Mar 16 11:28:46.429935 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'name': 'network-vif-deleted', 'tag': '1c81e416-9cc8-4549-8b86-bff8ec3b5246'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:46.432168 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1282c3a8-9bc4-4d4f-9979-876fe5428b6d" -d '{"events": [{"server_uuid": "ba4cb7ed-eec6-46f7-871f-210c4815061a", "name": "network-vif-deleted", "tag": "1c81e416-9cc8-4549-8b86-bff8ec3b5246"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:28:46.467236 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bef3912-971a-4b8d-9b5c-c23f0d1ab72b x-openstack-request-id: req-8bef3912-971a-4b8d-9b5c-c23f0d1ab72b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:28:46.467490 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4cb7ed-eec6-46f7-871f-210c4815061a", "name": "network-vif-deleted", "tag": "1c81e416-9cc8-4549-8b86-bff8ec3b5246", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:28:46.467748 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8bef3912-971a-4b8d-9b5c-c23f0d1ab72b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:28:46.468154 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4cb7ed-eec6-46f7-871f-210c4815061a', 'name': 'network-vif-deleted', 'tag': '1c81e416-9cc8-4549-8b86-bff8ec3b5246', 'status': 'completed', 'code': 200} Mar 16 11:28:46.515776 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-19dbb882-6668-4b3e-9562-9d07a53981ef None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:28:46.605883 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06246f7e-3730-4345-824f-f1074dbaff1e req-58f30083-2c4a-405f-bd13-ef0aabd731d2 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:46.607745 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06246f7e-3730-4345-824f-f1074dbaff1e req-58f30083-2c4a-405f-bd13-ef0aabd731d2 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.62 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 945 time: 0.0636504 Mar 16 11:28:46.721985 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-06246f7e-3730-4345-824f-f1074dbaff1e req-6859d5b2-dff8-4c46-b9a9-6bf066e4b144 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Deleting port 2295f7dc-e9e8-4977-92b5-a6e465b3376b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:28:46.722631 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06246f7e-3730-4345-824f-f1074dbaff1e req-6859d5b2-dff8-4c46-b9a9-6bf066e4b144 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:46.846847 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12adc4-1a01-437b-b5db-17590f8b0ba6 req-be9efb42-1feb-4da4-908a-243ce0827099 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:46.848314 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dd12adc4-1a01-437b-b5db-17590f8b0ba6 req-be9efb42-1feb-4da4-908a-243ce0827099 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/ports?device_id=633acec5-81e8-4186-9c6a-4926a1de6975 HTTP/1.1" status: 200 len: 945 time: 0.1114428 Mar 16 11:28:46.854757 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-06246f7e-3730-4345-824f-f1074dbaff1e req-6859d5b2-dff8-4c46-b9a9-6bf066e4b144 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] For port 2295f7dc-e9e8-4977-92b5-a6e465b3376b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2295f7dc-e9e8-4977-92b5-a6e465b3376b,segment=NetworkSegment(af4c51dc-c248-40ee-b39f-4c02a6f588ea),segment_id=af4c51dc-c248-40ee-b39f-4c02a6f588ea)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:28:46.855129 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06246f7e-3730-4345-824f-f1074dbaff1e req-6859d5b2-dff8-4c46-b9a9-6bf066e4b144 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:46.864546 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-19dbb882-6668-4b3e-9562-9d07a53981ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:20Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:46.878776 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-06246f7e-3730-4345-824f-f1074dbaff1e req-6859d5b2-dff8-4c46-b9a9-6bf066e4b144 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Calling delete_port for 2295f7dc-e9e8-4977-92b5-a6e465b3376b owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:28:46.893602 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dbb882-6668-4b3e-9562-9d07a53981ef None None] Checking router: c5722b8b-8009-4fc3-83b9-7473ced3318b for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:28:46.901711 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dbb882-6668-4b3e-9562-9d07a53981ef None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:28:46.902316 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-19dbb882-6668-4b3e-9562-9d07a53981ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:28:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:46.945338 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dd12adc4-1a01-437b-b5db-17590f8b0ba6 req-e1d82189-3d76-44a2-9bbb-0d386993a386 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.47 "GET /v2.0/security-groups?id=3577032e-4056-4d31-8ab3-be1bff599cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876293 Mar 16 11:28:47.009690 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-19dbb882-6668-4b3e-9562-9d07a53981ef None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:28:47.044526 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06246f7e-3730-4345-824f-f1074dbaff1e req-6859d5b2-dff8-4c46-b9a9-6bf066e4b144 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (2295f7dc-e9e8-4977-92b5-a6e465b3376b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:47.077501 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859d5b2-dff8-4c46-b9a9-6bf066e4b144 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Pushing event deleted for resources: {'Port': ['ID=2295f7dc-e9e8-4977-92b5-a6e465b3376b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:47.129589 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['2295f7dc-e9e8-4977-92b5-a6e465b3376b'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:28:47.142158 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-06246f7e-3730-4345-824f-f1074dbaff1e req-6859d5b2-dff8-4c46-b9a9-6bf066e4b144 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] No DVR routers for this DVR port 2295f7dc-e9e8-4977-92b5-a6e465b3376b on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:28:47.145221 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-06246f7e-3730-4345-824f-f1074dbaff1e req-6859d5b2-dff8-4c46-b9a9-6bf066e4b144 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:47.148651 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06246f7e-3730-4345-824f-f1074dbaff1e req-6859d5b2-dff8-4c46-b9a9-6bf066e4b144 tempest-VolumesSnapshotTestJSON-1990844951 tempest-VolumesSnapshotTestJSON-1990844951-project] 10.222.0.62 "DELETE /v2.0/ports/2295f7dc-e9e8-4977-92b5-a6e465b3376b HTTP/1.1" status: 204 len: 173 time: 0.5344789 Mar 16 11:28:47.188464 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad9b23-8a69-40f0-9404-3c1000d97bae req-1d1d0985-ccdc-4f33-9e80-222f7b9e1830 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:47.190436 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8fad9b23-8a69-40f0-9404-3c1000d97bae req-1d1d0985-ccdc-4f33-9e80-222f7b9e1830 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.1093085 Mar 16 11:28:47.247048 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-19dbb882-6668-4b3e-9562-9d07a53981ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:20Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:47.251788 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8fad9b23-8a69-40f0-9404-3c1000d97bae req-61248768-c5eb-4955-863e-0744b4d84018 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546625 Mar 16 11:28:47.280423 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dbb882-6668-4b3e-9562-9d07a53981ef None None] The sync data for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi is: [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:20Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:28:47.343826 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54844) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:47.397385 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a777d36f-ed5e-4784-9acf-4ede8f2a0ef3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group (10984cf5-da16-45af-9d08-b7f551c0391c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:47.421350 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a777d36f-ed5e-4784-9acf-4ede8f2a0ef3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group (10984cf5-da16-45af-9d08-b7f551c0391c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:47.469715 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a777d36f-ed5e-4784-9acf-4ede8f2a0ef3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (10984cf5-da16-45af-9d08-b7f551c0391c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:47.472458 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a777d36f-ed5e-4784-9acf-4ede8f2a0ef3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:47.474185 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-a777d36f-ed5e-4784-9acf-4ede8f2a0ef3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "DELETE /v2.0/security-groups/10984cf5-da16-45af-9d08-b7f551c0391c HTTP/1.1" status: 204 len: 168 time: 0.1293204 Mar 16 11:28:47.477026 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54846) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:47.485881 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777d36f-ed5e-4784-9acf-4ede8f2a0ef3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10984cf5-da16-45af-9d08-b7f551c0391c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:47.490762 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.api.v2.resource [None req-9872f4c5-2189-4fcd-b4a6-6a1027070b6e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] show failed (client error): The resource could not be found. Mar 16 11:28:47.491746 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-9872f4c5-2189-4fcd-b4a6-6a1027070b6e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups/10984cf5-da16-45af-9d08-b7f551c0391c HTTP/1.1" status: 404 len: 347 time: 0.0137579 Mar 16 11:28:47.494616 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54848) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:47.514367 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8dcbbb-2f0d-4015-b604-70be3ad4f15e None None] New status for floating IP eea3a469-470a-45f3-9bb3-fc4c690723c4: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:28:47.621690 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Deleting port 3924a192-8044-4c7a-90b4-e75797948862 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:28:47.622287 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (3924a192-8044-4c7a-90b4-e75797948862), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:47.709464 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (3924a192-8044-4c7a-90b4-e75797948862), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:47.709789 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (3924a192-8044-4c7a-90b4-e75797948862), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:47.721495 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Calling delete_port for 3924a192-8044-4c7a-90b4-e75797948862 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:28:47.859681 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (3924a192-8044-4c7a-90b4-e75797948862), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:47.885542 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event deleted for resources: {'Port': ['ID=3924a192-8044-4c7a-90b4-e75797948862,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:47.909994 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.910346 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.910691 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.911079 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.911414 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.911742 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.912070 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.912396 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.912747 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.913076 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.913402 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.913725 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.914054 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.914372 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.914690 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:47.953735 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (eea3a469-470a-45f3-9bb3-fc4c690723c4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:47.956417 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:47.960674 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-7b7e6caa-8dbd-4ed1-bd59-828c3c5ef281 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "DELETE /v2.0/floatingips/eea3a469-470a-45f3-9bb3-fc4c690723c4 HTTP/1.1" status: 204 len: 168 time: 0.4650810 Mar 16 11:28:48.159757 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 54856) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:48.164321 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-93f259e3-6870-4466-abb7-28418ba30c2b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100865399', 'description': 'tempest-description--1106980031'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:48.187594 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f259e3-6870-4466-abb7-28418ba30c2b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.268178 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f259e3-6870-4466-abb7-28418ba30c2b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group (77dc0457-5499-4ac7-8f09-2dc86115182a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.273879 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f259e3-6870-4466-abb7-28418ba30c2b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (77dc0457-5499-4ac7-8f09-2dc86115182a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.306137 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93f259e3-6870-4466-abb7-28418ba30c2b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.310566 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-93f259e3-6870-4466-abb7-28418ba30c2b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1467693 Mar 16 11:28:48.311239 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54864) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:48.316121 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ef01a09f-fa4b-4475-a5e0-1fd69c24c8bb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Request body: {'security_group_rule': {'security_group_id': '77dc0457-5499-4ac7-8f09-2dc86115182a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:48.320980 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f259e3-6870-4466-abb7-28418ba30c2b tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77dc0457-5499-4ac7-8f09-2dc86115182a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:48.351107 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef01a09f-fa4b-4475-a5e0-1fd69c24c8bb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group_rule (370e26b1-22cb-4ebf-bba7-522042d2e8bc), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.392309 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07497f5e-7c40-4b6d-88c6-cbd87edcd482 req-f329c344-7512-457c-bfc0-c4c992a25ac9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:48.393775 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-07497f5e-7c40-4b6d-88c6-cbd87edcd482 req-f329c344-7512-457c-bfc0-c4c992a25ac9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0598919 Mar 16 11:28:48.422317 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef01a09f-fa4b-4475-a5e0-1fd69c24c8bb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group_rule (370e26b1-22cb-4ebf-bba7-522042d2e8bc), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.426050 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef01a09f-fa4b-4475-a5e0-1fd69c24c8bb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (370e26b1-22cb-4ebf-bba7-522042d2e8bc), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.441390 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01a09f-fa4b-4475-a5e0-1fd69c24c8bb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370e26b1-22cb-4ebf-bba7-522042d2e8bc,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:48.452752 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef01a09f-fa4b-4475-a5e0-1fd69c24c8bb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.454187 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-ef01a09f-fa4b-4475-a5e0-1fd69c24c8bb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417158 Mar 16 11:28:48.455138 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-07497f5e-7c40-4b6d-88c6-cbd87edcd482 req-90976d18-2492-41d5-a2f8-41d668f30245 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556533 Mar 16 11:28:48.457065 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54866) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:48.461442 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d3218461-66c8-4d33-85f7-f05e45dd48be tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Request body: {'security_group_rule': {'security_group_id': '77dc0457-5499-4ac7-8f09-2dc86115182a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:48.468815 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633acec5-81e8-4186-9c6a-4926a1de6975', 'name': 'network-vif-deleted', 'tag': '2295f7dc-e9e8-4977-92b5-a6e465b3376b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:48.471199 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487c1d10-3cbc-47d1-a044-729fd1af6a12" -d '{"events": [{"server_uuid": "633acec5-81e8-4186-9c6a-4926a1de6975", "name": "network-vif-deleted", "tag": "2295f7dc-e9e8-4977-92b5-a6e465b3376b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:28:48.488209 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3218461-66c8-4d33-85f7-f05e45dd48be tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group_rule (44534e07-bd41-4484-868a-3f6d53e2b7b8), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.508279 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ed4ad4-7255-4fed-bd81-b4fabed60ea7 x-openstack-request-id: req-42ed4ad4-7255-4fed-bd81-b4fabed60ea7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:28:48.508624 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633acec5-81e8-4186-9c6a-4926a1de6975", "name": "network-vif-deleted", "tag": "2295f7dc-e9e8-4977-92b5-a6e465b3376b", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:28:48.508881 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-42ed4ad4-7255-4fed-bd81-b4fabed60ea7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:28:48.509276 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633acec5-81e8-4186-9c6a-4926a1de6975', 'name': 'network-vif-deleted', 'tag': '2295f7dc-e9e8-4977-92b5-a6e465b3376b', 'status': 'completed', 'code': 200} Mar 16 11:28:48.546392 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3218461-66c8-4d33-85f7-f05e45dd48be tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group_rule (44534e07-bd41-4484-868a-3f6d53e2b7b8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.549706 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3218461-66c8-4d33-85f7-f05e45dd48be tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (44534e07-bd41-4484-868a-3f6d53e2b7b8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.567916 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3218461-66c8-4d33-85f7-f05e45dd48be tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44534e07-bd41-4484-868a-3f6d53e2b7b8,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:48.576607 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3218461-66c8-4d33-85f7-f05e45dd48be tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.577774 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-d3218461-66c8-4d33-85f7-f05e45dd48be tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197286 Mar 16 11:28:48.580884 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 54870) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:28:48.585041 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:48.604113 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.698189 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.805521 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Allocated IP 172.27.2.83 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/05def630-f677-44ca-af18-685a0a4c3078) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:28:48.901385 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for port (05def630-f677-44ca-af18-685a0a4c3078), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.933374 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (05def630-f677-44ca-af18-685a0a4c3078), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:48.970997 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:28:48.976051 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:28:48.979581 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:28:49.003043 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event updated for resources: {'Port': ['ID=05def630-f677-44ca-af18-685a0a4c3078,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:49.066475 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:49.101494 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (05def630-f677-44ca-af18-685a0a4c3078), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:49.249161 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for port (05def630-f677-44ca-af18-685a0a4c3078), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:49.253460 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62423896'] for port (05def630-f677-44ca-af18-685a0a4c3078), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:49.323494 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 1c81e416-9cc8-4549-8b86-bff8ec3b5246 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:28:49.324463 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event updated for resources: {'Port': ['ID=05def630-f677-44ca-af18-685a0a4c3078,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:49.335124 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:49.346022 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: 1c81e416-9cc8-4549-8b86-bff8ec3b5246 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:28:49.346375 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 1c81e416-9cc8-4549-8b86-bff8ec3b5246 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:28:49.351535 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:49.361146 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-16d4c075-81f6-4ffd-860b-1540d981e9fb tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7710795 Mar 16 11:28:49.585862 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-d4a09249-e870-48f0-a8db-5e99a6a25b61 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2100865399&fields=id&tenant_id=78f8a86c59e74a06bb88d49b9554e21a HTTP/1.1" status: 200 len: 267 time: 0.0721090 Mar 16 11:28:49.649050 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de621e5c-abd5-404e-977d-c06d31404821 req-c896bc78-306c-43f7-9300-4b5d67ae5cd8 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:49.650495 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-de621e5c-abd5-404e-977d-c06d31404821 req-c896bc78-306c-43f7-9300-4b5d67ae5cd8 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.1180122 Mar 16 11:28:49.730929 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-414f60b4-6e2a-418f-be9a-72f2373fcb2c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:49.732376 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-414f60b4-6e2a-418f-be9a-72f2373fcb2c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/networks?id=c170e093-4302-4344-9c38-7d7b54780b71 HTTP/1.1" status: 200 len: 810 time: 0.1391914 Mar 16 11:28:49.735480 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-de621e5c-abd5-404e-977d-c06d31404821 req-95158b8c-5d1e-4892-84d3-0d75ae38ba44 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762608 Mar 16 11:28:49.746336 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-85052bab-ee96-4176-862a-b1411bd5a779 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/quotas/78f8a86c59e74a06bb88d49b9554e21a HTTP/1.1" status: 200 len: 375 time: 0.0087209 Mar 16 11:28:49.798733 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-f0ed42b9-6c41-42aa-a4fc-9e46d039530a tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473790 Mar 16 11:28:49.892489 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-07959e5d-6c1d-43e1-9ab3-cce0e6bfef8b service neutron] 10.222.0.47 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822940 Mar 16 11:28:49.977021 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-30676794-9484-44d1-b418-e40a1466190d service neutron] 10.222.0.47 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788546 Mar 16 11:28:50.129069 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2784a143-d9b1-46ce-b4ef-c56d0a735316 req-4013330c-dc89-45ca-be24-901e5d33200d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 210 time: 0.0265806 Mar 16 11:28:50.859034 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77935a-d190-46a1-8eec-6f0c6b749b6a req-3384eb81-1a7a-4c98-b327-8cb3879fdf73 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:50.860494 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-eb77935a-d190-46a1-8eec-6f0c6b749b6a req-3384eb81-1a7a-4c98-b327-8cb3879fdf73 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0546837 Mar 16 11:28:50.905385 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-eb77935a-d190-46a1-8eec-6f0c6b749b6a req-022f7c8c-0767-4755-8ad5-23b19a4bb6d9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393753 Mar 16 11:28:51.220386 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-50e9de59-5e4f-4b6b-90b9-cb147521043a req-826242e6-024e-4d95-88b8-1f19704d8fa0 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 210 time: 0.0262535 Mar 16 11:28:52.022861 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0123f2e-e627-4021-b87c-7827c9d3d856 req-a5d05cd1-7fdb-4012-97f1-e4e3fe6badf7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:52.024292 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0123f2e-e627-4021-b87c-7827c9d3d856 req-a5d05cd1-7fdb-4012-97f1-e4e3fe6badf7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0503185 Mar 16 11:28:52.069508 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0123f2e-e627-4021-b87c-7827c9d3d856 req-3cfd51d3-cebb-4c3d-bcb2-3297f8c14153 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397623 Mar 16 11:28:52.313284 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-19c0ad44-a896-4ce3-8b63-97d8572425c3 req-9bd8c111-58af-42b0-beef-1af8ba14c80f tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 210 time: 0.0291078 Mar 16 11:28:52.687063 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 594a0a65-9258-428d-9670-b0168f59d0a3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:28:52.697966 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 2295f7dc-e9e8-4977-92b5-a6e465b3376b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:28:52.725856 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: 2295f7dc-e9e8-4977-92b5-a6e465b3376b {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:28:52.726197 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 2295f7dc-e9e8-4977-92b5-a6e465b3376b not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:28:52.807902 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=594a0a65-9258-428d-9670-b0168f59d0a3,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:28:52.819488 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '594a0a65-9258-428d-9670-b0168f59d0a3', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'port_id': '594a0a65-9258-428d-9670-b0168f59d0a3', 'mac_address': 'fa:16:3e:b9:17:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:28:52.862896 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 594a0a65-9258-428d-9670-b0168f59d0a3 is: ACTIVE; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:28:52.863289 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:52.882461 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 594a0a65-9258-428d-9670-b0168f59d0a3 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:52.903401 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=594a0a65-9258-428d-9670-b0168f59d0a3,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:28:52.907349 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:52.955836 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=594a0a65-9258-428d-9670-b0168f59d0a3,revision_number=6']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:53.136031 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['594a0a65-9258-428d-9670-b0168f59d0a3'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:28:53.197544 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737278e8-8275-4f48-bdde-b3fb19d0dced req-c66e3dd2-e1e4-4c5e-b733-bf3ab194a646 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:53.199087 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-737278e8-8275-4f48-bdde-b3fb19d0dced req-c66e3dd2-e1e4-4c5e-b733-bf3ab194a646 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 944 time: 0.0560553 Mar 16 11:28:53.255868 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-737278e8-8275-4f48-bdde-b3fb19d0dced req-9f642345-2dc2-4210-acaa-54a24513b837 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431402 Mar 16 11:28:53.428065 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-061cf6d0-f822-4f61-8adf-e9d42f7529f4 req-69c55e68-9e55-4545-9f6b-d288f1dbbb11 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 210 time: 0.0304365 Mar 16 11:28:53.780744 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 594a0a65-9258-428d-9670-b0168f59d0a3 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:28:53.843699 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-3270062c-0ebf-4e07-8c02-720e163e3efe tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:53.843970 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 594a0a65-9258-428d-9670-b0168f59d0a3 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:28:53.844748 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:53.845873 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-3270062c-0ebf-4e07-8c02-720e163e3efe tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.62 "GET /v2.0/networks?id=c170e093-4302-4344-9c38-7d7b54780b71 HTTP/1.1" status: 200 len: 810 time: 0.4212549 Mar 16 11:28:53.948512 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-25a8708c-be4f-49f3-a219-56edd021b398 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78f8a86c59e74a06bb88d49b9554e21a HTTP/1.1" status: 200 len: 380 time: 0.0867193 Mar 16 11:28:53.961001 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Request body: {'port': {'device_id': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'admin_state_up': True, 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'security_groups': ['77dc0457-5499-4ac7-8f09-2dc86115182a']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:53.963428 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 594a0a65-9258-428d-9670-b0168f59d0a3 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:28:53.963826 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:53.998303 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:54.000973 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07135e13-ba9e-401c-9d37-6c2d9f407084" -d '{"events": [{"server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "name": "network-vif-plugged", "status": "completed", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:28:54.015562 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=594a0a65-9258-428d-9670-b0168f59d0a3,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:28:54.022188 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:54.083078 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc71f69-7e00-4f8f-a812-5e9e6bcd9b0f x-openstack-request-id: req-6cc71f69-7e00-4f8f-a812-5e9e6bcd9b0f {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:28:54.083593 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "name": "network-vif-plugged", "status": "completed", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:28:54.084024 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6cc71f69-7e00-4f8f-a812-5e9e6bcd9b0f {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:28:54.084672 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3', 'code': 200} Mar 16 11:28:54.102402 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=594a0a65-9258-428d-9670-b0168f59d0a3,revision_number=7']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:54.125198 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Made reservation on behalf of 78f8a86c59e74a06bb88d49b9554e21a for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:28:54.128831 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:54.281812 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Allocated IP 172.20.0.13 (c170e093-4302-4344-9c38-7d7b54780b71/75bf84d9-ff44-4d8e-bded-a61f9c17dfc9/ebbd24b1-0612-4c1c-a6f9-8cbc7930065e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:28:54.459992 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d078cd-fc45-4171-a892-26343869748d req-23932df8-c634-48be-83b4-436bfe4a9efb tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:54.461724 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e5d078cd-fc45-4171-a892-26343869748d req-23932df8-c634-48be-83b4-436bfe4a9efb tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.1127055 Mar 16 11:28:54.502238 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:54.536247 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e5d078cd-fc45-4171-a892-26343869748d req-2f58a1d8-7781-4e42-b1b0-b0ab6d8e18ad tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631802 Mar 16 11:28:54.574328 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3099ddc6-dbf0-49e5-8fa9-327d2fb69d4f req-482fbe59-b2e1-4163-90b0-57c4198eaf49 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 210 time: 0.0352526 Mar 16 11:28:54.602922 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:54.656539 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Network c170e093-4302-4344-9c38-7d7b54780b71 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:28:54.659866 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:28:54.662879 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:28:54.688968 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event updated for resources: {'Port': ['ID=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:54.733055 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:54.733639 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:54.753249 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-2ce7b833-67a4-4e7f-b10f-0c6756d94596 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7974432 Mar 16 11:28:54.774027 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Request body: {'port': {'device_id': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:54.853305 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:54.905707 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-a9128ba1-1a25-4414-8981-219519b27915 None None] Provisioning complete for port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:28:54.906719 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a9128ba1-1a25-4414-8981-219519b27915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:54.963881 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a9128ba1-1a25-4414-8981-219519b27915 None None] Port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:28:55.167817 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbd24b1-0612-4c1c-a6f9-8cbc7930065e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:55.180376 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Publish callbacks [] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:55.195266 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Transition to ACTIVE for port object ebbd24b1-0612-4c1c-a6f9-8cbc7930065e will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:28:55.199523 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:55.259189 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Pushing event updated for resources: {'Port': ['ID=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:55.341993 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Attempting to bind port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:28:55.342576 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Attempting to bind port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:28:55.342670 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Attempting to bind port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e on network c170e093-4302-4344-9c38-7d7b54780b71 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:28:55.347445 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e on network c170e093-4302-4344-9c38-7d7b54780b71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:28:55.347864 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Attempting to bind port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e on network c170e093-4302-4344-9c38-7d7b54780b71 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:28:55.353158 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:28:55.353500 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Checking segment: {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:28:55.353885 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Bound using segment: {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:28:55.354324 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Bound port: ebbd24b1-0612-4c1c-a6f9-8cbc7930065e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787419a4-b254-4645-a9f6-17306acf1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:28:55.354698 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:55.430906 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] For port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:28:55.434825 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] For port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:28:55.443501 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:55.494189 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:55.495110 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:28:55.496674 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] 10.222.0.62 "PUT /v2.0/ports/ebbd24b1-0612-4c1c-a6f9-8cbc7930065e HTTP/1.1" status: 200 len: 1094 time: 0.7269807 Mar 16 11:28:55.497274 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'tag': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:55.499609 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54569250-36a0-4292-9be1-176009a8c7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "029b9383-a80e-4d54-a80c-fbdc18f20d6d", "tag": "ebbd24b1-0612-4c1c-a6f9-8cbc7930065e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:28:55.530479 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5348e7-f168-4f38-8dde-0433e9f6173f service neutron] Pushing event updated for resources: {'Port': ['ID=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:55.637205 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393621ef-68df-4bf7-a124-dbdc8331a6de x-openstack-request-id: req-393621ef-68df-4bf7-a124-dbdc8331a6de {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:28:55.640356 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029b9383-a80e-4d54-a80c-fbdc18f20d6d", "tag": "ebbd24b1-0612-4c1c-a6f9-8cbc7930065e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:28:55.640660 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-393621ef-68df-4bf7-a124-dbdc8331a6de {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:28:55.643761 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'tag': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e', 'status': 'completed', 'code': 200} Mar 16 11:28:55.735473 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-ac1ed130-53db-480b-ac00-f6aaf23c542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:55.737023 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-ac1ed130-53db-480b-ac00-f6aaf23c542c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 1128 time: 0.1800585 Mar 16 11:28:55.805626 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f29f3f-67a5-42ff-881e-8421ed65f19a req-f503057e-84a0-43ce-92ad-b2692ea936d7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:55.807123 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-72f29f3f-67a5-42ff-881e-8421ed65f19a req-f503057e-84a0-43ce-92ad-b2692ea936d7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.1381691 Mar 16 11:28:55.809396 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-4ca22882-658f-44be-9c23-7ffe13f64b95 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e HTTP/1.1" status: 200 len: 217 time: 0.0549848 Mar 16 11:28:55.828554 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889224-856f-4927-832f-c6d7e0b97989 req-9c2327f2-c8cf-4d5e-ab5e-98152e12d74d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:55.829934 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b1889224-856f-4927-832f-c6d7e0b97989 req-9c2327f2-c8cf-4d5e-ab5e-98152e12d74d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 944 time: 0.1488473 Mar 16 11:28:55.911162 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-e4743fb9-c50b-458e-9e2b-b0c281c7cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:55.913209 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-e4743fb9-c50b-458e-9e2b-b0c281c7cd94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf84d9-ff44-4d8e-bded-a61f9c17dfc9 HTTP/1.1" status: 200 len: 849 time: 0.0959935 Mar 16 11:28:56.019025 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-72f29f3f-67a5-42ff-881e-8421ed65f19a req-7f63ad7b-31df-4690-a2f6-5a3381e1e015 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048304 Mar 16 11:28:56.022940 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b1889224-856f-4927-832f-c6d7e0b97989 req-72d0d5d9-5d56-4403-9e57-d2cd46a0b0e7 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034105 Mar 16 11:28:56.033621 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-cc1a185b-55ee-41d2-a51f-29df41353330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:56.034706 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-cc1a185b-55ee-41d2-a51f-29df41353330 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c170e093-4302-4344-9c38-7d7b54780b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1009755 Mar 16 11:28:56.156228 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-826a8395-1015-4b42-97f5-3c62f4aa05a1 service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134944 Mar 16 11:28:56.268523 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-91baa7d8-80ea-4e3b-ac1a-d2ae02d7dac3 req-118dfce8-cda2-4da3-b920-01c8d108fcd2 service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039121 Mar 16 11:28:56.430692 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569250-36a0-4292-9be1-176009a8c7b9 req-419c9ebd-fa48-4813-98f2-864b619abce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:56.432543 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-54569250-36a0-4292-9be1-176009a8c7b9 req-419c9ebd-fa48-4813-98f2-864b619abce2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 1128 time: 0.0630195 Mar 16 11:28:56.562555 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569250-36a0-4292-9be1-176009a8c7b9 req-be83b563-2dc5-4278-8bce-5879f55915c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:56.564373 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-54569250-36a0-4292-9be1-176009a8c7b9 req-be83b563-2dc5-4278-8bce-5879f55915c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c170e093-4302-4344-9c38-7d7b54780b71 HTTP/1.1" status: 200 len: 911 time: 0.1239512 Mar 16 11:28:56.634000 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-54569250-36a0-4292-9be1-176009a8c7b9 req-f7686c80-236c-410a-bfd4-6e602e7770bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e HTTP/1.1" status: 200 len: 217 time: 0.0625913 Mar 16 11:28:56.720453 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569250-36a0-4292-9be1-176009a8c7b9 req-e2101cda-eba0-4faa-9a63-8118f671e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:56.722943 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-54569250-36a0-4292-9be1-176009a8c7b9 req-e2101cda-eba0-4faa-9a63-8118f671e031 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf84d9-ff44-4d8e-bded-a61f9c17dfc9 HTTP/1.1" status: 200 len: 849 time: 0.0804701 Mar 16 11:28:56.788699 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569250-36a0-4292-9be1-176009a8c7b9 req-f0a52a1c-0c83-44ff-8450-67633cbf1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:56.790312 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-54569250-36a0-4292-9be1-176009a8c7b9 req-f0a52a1c-0c83-44ff-8450-67633cbf1153 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c170e093-4302-4344-9c38-7d7b54780b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0614524 Mar 16 11:28:56.898689 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-54569250-36a0-4292-9be1-176009a8c7b9 req-767736ab-c9b0-4146-86eb-4109da0aaea8 service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002648 Mar 16 11:28:57.000181 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-54569250-36a0-4292-9be1-176009a8c7b9 req-60264055-a9f1-4f45-afce-57df92203616 service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947382 Mar 16 11:28:57.283702 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2e4c2-8e20-4d39-98db-17aff5c16f4f req-c3f238ac-10c0-49d4-9f14-99c922f07d16 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:57.290878 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-11f2e4c2-8e20-4d39-98db-17aff5c16f4f req-c3f238ac-10c0-49d4-9f14-99c922f07d16 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.1142292 Mar 16 11:28:57.306839 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72220183-8bd4-4ae1-9fd4-314563aaf227 req-3c61522b-54d8-4c46-95ea-c192b62c3d23 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:57.313525 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-72220183-8bd4-4ae1-9fd4-314563aaf227 req-3c61522b-54d8-4c46-95ea-c192b62c3d23 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 944 time: 0.1582441 Mar 16 11:28:57.399248 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-72220183-8bd4-4ae1-9fd4-314563aaf227 req-5c5589ae-5a9c-4208-9608-8741e0273d18 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767448 Mar 16 11:28:57.402214 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-11f2e4c2-8e20-4d39-98db-17aff5c16f4f req-2b2c5623-4570-4707-8c10-77ef5403edf5 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083066 Mar 16 11:28:58.575081 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2105d6a-53bb-4667-9813-7cdd2f47c916 req-a60f7918-e20b-4c2e-9a39-7d8d337af4ec tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:58.576551 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b2105d6a-53bb-4667-9813-7cdd2f47c916 req-a60f7918-e20b-4c2e-9a39-7d8d337af4ec tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0887506 Mar 16 11:28:58.584338 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09554e8-dc44-4269-b076-f4dfb399cb66 req-4a8fd560-ae15-4d09-a710-0111e2206230 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:58.591591 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c09554e8-dc44-4269-b076-f4dfb399cb66 req-4a8fd560-ae15-4d09-a710-0111e2206230 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 944 time: 0.1054401 Mar 16 11:28:58.668428 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c09554e8-dc44-4269-b076-f4dfb399cb66 req-c63ac3a5-d274-4520-a240-66b6dbcdf49d tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756974 Mar 16 11:28:58.673014 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b2105d6a-53bb-4667-9813-7cdd2f47c916 req-b5db06c6-ef64-42e8-9f6c-aaff87c8b682 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784638 Mar 16 11:28:59.848048 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b3bf4-0c97-4b3b-811b-512de16a4929 req-c061fcc5-5855-4ad9-a9b4-5ade45a16b1f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:59.849614 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-721b3bf4-0c97-4b3b-811b-512de16a4929 req-c061fcc5-5855-4ad9-a9b4-5ade45a16b1f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0913188 Mar 16 11:28:59.856649 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ace1e2-df56-43d6-a899-520e0fedb68f req-63811677-1b08-4721-b77b-c3898bac5ee3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:59.858153 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-07ace1e2-df56-43d6-a899-520e0fedb68f req-63811677-1b08-4721-b77b-c3898bac5ee3 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 944 time: 0.1147320 Mar 16 11:28:59.950778 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-721b3bf4-0c97-4b3b-811b-512de16a4929 req-32182698-3408-4c96-becb-6e671881b15b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915952 Mar 16 11:28:59.953966 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-07ace1e2-df56-43d6-a899-520e0fedb68f req-c0210e03-35bf-4460-a67b-815959dd0c27 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860624 Mar 16 11:29:00.305636 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-de84f252-ca0e-4e41-94e8-8c7725061b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:01.054928 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device ebbd24b1-0612-4c1c-a6f9-8cbc7930065e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:29:01.130648 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a1bd1-1f74-4ab6-ac77-d6918f1b959e req-39c6bd07-dec2-40d5-b5fa-7a74e29d1fba tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:01.138001 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0b1a1bd1-1f74-4ab6-ac77-d6918f1b959e req-39c6bd07-dec2-40d5-b5fa-7a74e29d1fba tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 944 time: 0.1080983 Mar 16 11:29:01.155729 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237fbad-65db-4e27-b85f-df8a9ecc7156 req-0ea1ea63-982d-4edb-9b45-b4e2f3e38fba tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:01.163454 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b237fbad-65db-4e27-b85f-df8a9ecc7156 req-0ea1ea63-982d-4edb-9b45-b4e2f3e38fba tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.1007476 Mar 16 11:29:01.173490 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:01.193813 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'port_id': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e', 'mac_address': 'fa:16:3e:f8:8f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:29:01.251307 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:29:01.251709 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:01.252513 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0b1a1bd1-1f74-4ab6-ac77-d6918f1b959e req-d606f864-d0e3-4e73-962a-30f972c83f91 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087630 Mar 16 11:29:01.264683 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b237fbad-65db-4e27-b85f-df8a9ecc7156 req-c226959e-9870-4630-b223-83766b6dccea tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991325 Mar 16 11:29:01.277440 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbd24b1-0612-4c1c-a6f9-8cbc7930065e {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:29:01.297447 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:01.302442 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:01.356416 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:01.680327 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['ebbd24b1-0612-4c1c-a6f9-8cbc7930065e'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:29:02.450073 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ad560-3ea1-4530-a49a-232026b97acd req-b0d6a8d7-e2e1-4b4e-91f7-825893354102 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:02.451727 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ba7ad560-3ea1-4530-a49a-232026b97acd req-b0d6a8d7-e2e1-4b4e-91f7-825893354102 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.1074572 Mar 16 11:29:02.461835 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f3cd0-e1ca-415b-ab8f-18b24f84fc7f req-309ccde5-57ed-4a77-97db-e13599f28a4f tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:02.469161 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a84f3cd0-e1ca-415b-ab8f-18b24f84fc7f req-309ccde5-57ed-4a77-97db-e13599f28a4f tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 945 time: 0.1229336 Mar 16 11:29:02.532429 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ba7ad560-3ea1-4530-a49a-232026b97acd req-be9b4e72-d6ac-4368-8d68-0cb09e2f3a28 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611119 Mar 16 11:29:02.571347 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a84f3cd0-e1ca-415b-ab8f-18b24f84fc7f req-365356fd-ced2-4610-a9e3-22d6a8adb605 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012652 Mar 16 11:29:02.781528 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e53929e3-7ad1-4d0e-bccd-27eab54f1f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:03.464546 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:03.792764 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcccc2-a39b-4c40-8bea-29830e823375 req-d02898f3-1f75-4328-a96e-bff7462fe758 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:03.794150 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-57fcccc2-a39b-4c40-8bea-29830e823375 req-d02898f3-1f75-4328-a96e-bff7462fe758 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.1822515 Mar 16 11:29:03.818110 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075eb473-d556-4eb5-9f7c-ec6bffbfd19b req-e3ed2e66-e780-42ad-a1cd-e05335693eb2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:03.819554 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-075eb473-d556-4eb5-9f7c-ec6bffbfd19b req-e3ed2e66-e780-42ad-a1cd-e05335693eb2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 945 time: 0.1683326 Mar 16 11:29:03.824038 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device ebbd24b1-0612-4c1c-a6f9-8cbc7930065e up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:29:03.830493 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f82b-9092-4473-a125-256c26d5709d req-660e6352-1619-40c0-91cf-310d389a1703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:03.831957 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ea79f82b-9092-4473-a125-256c26d5709d req-660e6352-1619-40c0-91cf-310d389a1703 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 1129 time: 0.1093194 Mar 16 11:29:03.874115 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:29:03.879512 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:29:03.879911 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:03.938557 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-57fcccc2-a39b-4c40-8bea-29830e823375 req-28d1e08f-1149-49a8-8f45-3d8ec82ffdfe tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378374 Mar 16 11:29:03.947405 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-075eb473-d556-4eb5-9f7c-ec6bffbfd19b req-d387bce4-a9dd-4c19-adb6-19a4e4497f47 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189783 Mar 16 11:29:03.978060 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:29:03.978463 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:03.987652 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f82b-9092-4473-a125-256c26d5709d req-902a4113-e2a7-408d-b7f8-1e34483edbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:03.990408 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ea79f82b-9092-4473-a125-256c26d5709d req-902a4113-e2a7-408d-b7f8-1e34483edbb2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 918 time: 0.1486783 Mar 16 11:29:04.001924 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:04.004725 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215b2a0b-3599-42e0-a50f-faab220f6e79" -d '{"events": [{"server_uuid": "029b9383-a80e-4d54-a80c-fbdc18f20d6d", "name": "network-vif-plugged", "status": "completed", "tag": "ebbd24b1-0612-4c1c-a6f9-8cbc7930065e"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:29:04.018017 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:04.022170 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:04.047436 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe548803-10fa-44bb-8f80-4288cfe10303 x-openstack-request-id: req-fe548803-10fa-44bb-8f80-4288cfe10303 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:29:04.047662 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029b9383-a80e-4d54-a80c-fbdc18f20d6d", "name": "network-vif-plugged", "status": "completed", "tag": "ebbd24b1-0612-4c1c-a6f9-8cbc7930065e", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:29:04.047913 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe548803-10fa-44bb-8f80-4288cfe10303 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:29:04.048298 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e', 'code': 200} Mar 16 11:29:04.061240 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ea79f82b-9092-4473-a125-256c26d5709d req-9f7c4292-3ac6-49e1-98f2-7ed106478c9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594a0a65-9258-428d-9670-b0168f59d0a3 HTTP/1.1" status: 200 len: 1001 time: 0.0648365 Mar 16 11:29:04.073969 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:04.125097 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f82b-9092-4473-a125-256c26d5709d req-73674044-25db-4500-8c19-ca5f013a3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:04.126566 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ea79f82b-9092-4473-a125-256c26d5709d req-73674044-25db-4500-8c19-ca5f013a3139 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 200 len: 856 time: 0.0440516 Mar 16 11:29:04.176889 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f82b-9092-4473-a125-256c26d5709d req-1019ccb0-5b66-44d7-8cb7-ec8c74fa46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:04.178399 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ea79f82b-9092-4473-a125-256c26d5709d req-1019ccb0-5b66-44d7-8cb7-ec8c74fa46e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c51e02a-0c62-4dff-818a-86c433c70910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461366 Mar 16 11:29:04.291609 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cec2ef-e685-4dfc-abc6-57f19332bd10 req-02a4731f-ee0e-4365-8f5d-0800df4152c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:04.293116 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-26cec2ef-e685-4dfc-abc6-57f19332bd10 req-02a4731f-ee0e-4365-8f5d-0800df4152c7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 1130 time: 0.0648310 Mar 16 11:29:04.311097 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ea79f82b-9092-4473-a125-256c26d5709d req-c9347dfa-2a46-4f3f-babe-4d5f28ff0119 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264887 Mar 16 11:29:04.391674 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-26cec2ef-e685-4dfc-abc6-57f19332bd10 req-2e893b73-cb9a-4965-a75a-86e0aaeb710a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896235 Mar 16 11:29:04.418706 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ea79f82b-9092-4473-a125-256c26d5709d req-459079e4-faec-4ebd-aa31-20129147d68c service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003280 Mar 16 11:29:04.992264 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:05.095018 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037f575-fccc-4b70-8762-26472c00daf3 req-2dba8d09-f536-43a2-8b7d-09af248b47ef tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:05.096481 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9037f575-fccc-4b70-8762-26472c00daf3 req-2dba8d09-f536-43a2-8b7d-09af248b47ef tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0798314 Mar 16 11:29:05.106225 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117aea56-2804-45c4-a967-bcf8c14d6d57 req-2ced7d46-8549-49e6-90e7-2073d793f99e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:05.107593 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-117aea56-2804-45c4-a967-bcf8c14d6d57 req-2ced7d46-8549-49e6-90e7-2073d793f99e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 946 time: 0.0819650 Mar 16 11:29:05.176237 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9037f575-fccc-4b70-8762-26472c00daf3 req-7e50ca16-a6a2-46bf-a8d4-b38ce9f7e508 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677247 Mar 16 11:29:05.181636 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-117aea56-2804-45c4-a967-bcf8c14d6d57 req-f569823f-010c-4c1c-a672-85ca629613ec tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670719 Mar 16 11:29:06.328494 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c113cc-ea7b-488c-a5e7-70f160c648c8 req-e8d64935-9fe2-4bcc-ad8c-45c141bcc05e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:06.329954 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-00c113cc-ea7b-488c-a5e7-70f160c648c8 req-e8d64935-9fe2-4bcc-ad8c-45c141bcc05e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0826168 Mar 16 11:29:06.341174 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0172d7b-38e4-4ffe-b4d2-c5203bbdc48c req-db219932-fe33-4c08-96b6-b4cbceed3872 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:06.342608 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a0172d7b-38e4-4ffe-b4d2-c5203bbdc48c req-db219932-fe33-4c08-96b6-b4cbceed3872 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 946 time: 0.0940726 Mar 16 11:29:06.415730 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-00c113cc-ea7b-488c-a5e7-70f160c648c8 req-015fa3f4-b8b1-48cd-9e8d-c92e8df052f1 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721028 Mar 16 11:29:06.418998 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a0172d7b-38e4-4ffe-b4d2-c5203bbdc48c req-7c1ae520-9ad3-4f93-a9a3-c1c8a407187f tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683997 Mar 16 11:29:06.532336 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca3e-9fe3-4f95-bc6e-12d3340dd304 req-263bf066-7e86-4489-9527-9dbddcb4fb77 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:06.533732 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-572fca3e-9fe3-4f95-bc6e-12d3340dd304 req-263bf066-7e86-4489-9527-9dbddcb4fb77 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 946 time: 0.0535703 Mar 16 11:29:06.542664 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55100) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:06.547313 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1bdbef1e-5ce4-458b-b306-c384554c1ee1 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Request body: {'floatingip': {'port_id': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:06.585949 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1bdbef1e-5ce4-458b-b306-c384554c1ee1 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:06.625124 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:06.800067 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:07.019668 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1bdbef1e-5ce4-458b-b306-c384554c1ee1 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:07.023749 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1bdbef1e-5ce4-458b-b306-c384554c1ee1 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:07.126359 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.l3_db [None req-1bdbef1e-5ce4-458b-b306-c384554c1ee1 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Floating IP a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6 associated. External IP: 172.27.2.83, port: ebbd24b1-0612-4c1c-a6f9-8cbc7930065e. Mar 16 11:29:07.349411 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdbef1e-5ce4-458b-b306-c384554c1ee1 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Router c5722b8b-8009-4fc3-83b9-7473ced3318b has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:29:07.463025 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdbef1e-5ce4-458b-b306-c384554c1ee1 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:29:07.472958 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1bdbef1e-5ce4-458b-b306-c384554c1ee1 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:07.475654 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea825d3-ce97-478a-849e-8ceeb339c979 None None] Sync routers for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:07.487204 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea825d3-ce97-478a-849e-8ceeb339c979 None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:29:07.489006 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0ea825d3-ce97-478a-849e-8ceeb339c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:07.519235 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-1bdbef1e-5ce4-458b-b306-c384554c1ee1 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "PUT /v2.0/floatingips/a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6 HTTP/1.1" status: 200 len: 991 time: 0.9751523 Mar 16 11:29:07.519872 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'tag': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:07.522391 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d22ff4cfa0512844a2c0897ffbbfd3483961e8b3f6ce0a9a828d387125369bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2992239c-f010-4077-843f-20240eb4df6e" -d '{"events": [{"name": "network-changed", "server_uuid": "029b9383-a80e-4d54-a80c-fbdc18f20d6d", "tag": "ebbd24b1-0612-4c1c-a6f9-8cbc7930065e"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:29:07.559347 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c95e5-36c8-4f69-ab6d-df18dd02496b req-0940b5e2-dee0-4634-b3ef-4a4b4920a6a5 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:07.563175 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8d3c95e5-36c8-4f69-ab6d-df18dd02496b req-0940b5e2-dee0-4634-b3ef-4a4b4920a6a5 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 945 time: 0.0669963 Mar 16 11:29:07.571738 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6a3d55-776d-4e5f-bc6a-7ff9d1b6db7c x-openstack-request-id: req-ec6a3d55-776d-4e5f-bc6a-7ff9d1b6db7c {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:29:07.572251 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029b9383-a80e-4d54-a80c-fbdc18f20d6d", "tag": "ebbd24b1-0612-4c1c-a6f9-8cbc7930065e", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:29:07.572354 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec6a3d55-776d-4e5f-bc6a-7ff9d1b6db7c {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:29:07.572884 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'tag': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e', 'status': 'completed', 'code': 200} Mar 16 11:29:07.616821 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8d3c95e5-36c8-4f69-ab6d-df18dd02496b req-dbdd734f-5c5e-473e-99a3-8aca63d00453 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474231 Mar 16 11:29:07.679790 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992239c-f010-4077-843f-20240eb4df6e req-93e75f16-7713-4d40-bbe2-a8dc05afe364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:07.681544 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2992239c-f010-4077-843f-20240eb4df6e req-93e75f16-7713-4d40-bbe2-a8dc05afe364 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 1130 time: 0.0604935 Mar 16 11:29:07.757487 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0ea825d3-ce97-478a-849e-8ceeb339c979 None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:29:07.814335 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992239c-f010-4077-843f-20240eb4df6e req-1743f52c-5da1-40f1-801d-d91baccd6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:07.816843 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2992239c-f010-4077-843f-20240eb4df6e req-1743f52c-5da1-40f1-801d-d91baccd6707 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c170e093-4302-4344-9c38-7d7b54780b71 HTTP/1.1" status: 200 len: 911 time: 0.1283550 Mar 16 11:29:07.857743 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 594a0a65-9258-428d-9670-b0168f59d0a3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:29:07.915191 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2992239c-f010-4077-843f-20240eb4df6e req-c1d56556-1bb4-441c-9039-cb3f51bab190 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e HTTP/1.1" status: 200 len: 999 time: 0.0910199 Mar 16 11:29:07.973075 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992239c-f010-4077-843f-20240eb4df6e req-d216c63c-49d1-4be9-92bb-70c010b6ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:07.974749 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2992239c-f010-4077-843f-20240eb4df6e req-d216c63c-49d1-4be9-92bb-70c010b6ef3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf84d9-ff44-4d8e-bded-a61f9c17dfc9 HTTP/1.1" status: 200 len: 849 time: 0.0535488 Mar 16 11:29:08.025745 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 594a0a65-9258-428d-9670-b0168f59d0a3 is: ACTIVE; New status is: DOWN {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:29:08.026142 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:08.028995 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992239c-f010-4077-843f-20240eb4df6e req-4591a4e6-5e33-46e8-9435-7f1b41cabf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:08.031200 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2992239c-f010-4077-843f-20240eb4df6e req-4591a4e6-5e33-46e8-9435-7f1b41cabf8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c170e093-4302-4344-9c38-7d7b54780b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506303 Mar 16 11:29:08.098182 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:08.102342 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad6ecfd-f919-42a4-a955-cc6bdb44e28e" -d '{"events": [{"server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "name": "network-vif-unplugged", "status": "completed", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:29:08.123730 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=594a0a65-9258-428d-9670-b0168f59d0a3,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:08.142738 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2992239c-f010-4077-843f-20240eb4df6e req-7ab1923f-93e1-4f61-9253-2be7207c2073 service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023736 Mar 16 11:29:08.144895 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:08.180747 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Mar 2022 11:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0b09c1-8cfa-4866-88dd-ae523fa4dd57 x-openstack-request-id: req-8b0b09c1-8cfa-4866-88dd-ae523fa4dd57 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:29:08.180934 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "name": "network-vif-unplugged", "status": "failed", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3", "code": 422}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:29:08.181706 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8b0b09c1-8cfa-4866-88dd-ae523fa4dd57 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:29:08.182626 dv-cinder-790535-29-iscsi neutron-server[103139]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3', 'code': 422} returned with failed status Mar 16 11:29:08.222828 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=594a0a65-9258-428d-9670-b0168f59d0a3,revision_number=8']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:08.228715 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0ea825d3-ce97-478a-849e-8ceeb339c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': 'a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'port_id': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'mac_address': 'fa:16:3e:f8:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:49Z', 'updated_at': '2022-03-16T11:29:06Z', 'revision_number': 1, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:20Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:08.251023 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [req-add87dff-4c27-43fe-b792-395437991507 req-ff08d75f-90df-4c3e-bde6-832ad1c462d1 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:29:08.253750 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-add87dff-4c27-43fe-b792-395437991507 req-ff08d75f-90df-4c3e-bde6-832ad1c462d1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072737 Mar 16 11:29:08.259648 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea825d3-ce97-478a-849e-8ceeb339c979 None None] Checking router: c5722b8b-8009-4fc3-83b9-7473ced3318b for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:08.268155 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea825d3-ce97-478a-849e-8ceeb339c979 None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:29:08.269511 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0ea825d3-ce97-478a-849e-8ceeb339c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:08.274900 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2992239c-f010-4077-843f-20240eb4df6e req-9168129e-a4d1-461f-a106-1aed0d1bdfa4 service neutron] 10.222.0.62 "GET /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279573 Mar 16 11:29:08.390330 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0ea825d3-ce97-478a-849e-8ceeb339c979 None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:29:08.434773 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c814d6-0eda-48b2-9f49-312f4cd84995 req-76a4edc9-78ef-4447-9130-dd0bac5065a1 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:08.438468 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f3c814d6-0eda-48b2-9f49-312f4cd84995 req-76a4edc9-78ef-4447-9130-dd0bac5065a1 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0638814 Mar 16 11:29:08.488016 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f3c814d6-0eda-48b2-9f49-312f4cd84995 req-1b685918-425f-4615-ba51-74a4e4ca6a60 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444727 Mar 16 11:29:08.636164 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0ea825d3-ce97-478a-849e-8ceeb339c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': 'a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'port_id': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'mac_address': 'fa:16:3e:f8:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:49Z', 'updated_at': '2022-03-16T11:29:06Z', 'revision_number': 1, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:20Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:08.663614 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea825d3-ce97-478a-849e-8ceeb339c979 None None] The sync data for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi is: [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': 'a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'port_id': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'mac_address': 'fa:16:3e:f8:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:49Z', 'updated_at': '2022-03-16T11:29:06Z', 'revision_number': 1, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:20Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:08.696726 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55170) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:08.780281 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-4a131d57-fa93-4429-bed1-039b87e712ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823739 Mar 16 11:29:08.789085 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-c4293afe-c1be-476b-aed8-c7993202aa18 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:29:08.790096 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-c4293afe-c1be-476b-aed8-c7993202aa18 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051258 Mar 16 11:29:08.863501 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16525169-4718-45ca-aa7a-e13404ab4d88 None None] New status for floating IP a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:29:08.870354 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55180) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:08.972756 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-36e32383-d062-4c31-aa31-df612c65a225 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:08.974266 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-36e32383-d062-4c31-aa31-df612c65a225 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports/594a0a65-9258-428d-9670-b0168f59d0a3 HTTP/1.1" status: 200 len: 940 time: 0.1027753 Mar 16 11:29:09.919040 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed858679-f525-4710-a87f-04590b9411d7 req-8979fc81-71f3-4902-900f-76450f90f575 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:09.920516 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ed858679-f525-4710-a87f-04590b9411d7 req-8979fc81-71f3-4902-900f-76450f90f575 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.3475153 Mar 16 11:29:09.923094 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7ef42a56-a639-4438-8a4b-173e9185b9e9 req-65705b9e-ee26-43fc-9696-4e9340bbb11c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609617 Mar 16 11:29:09.990714 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ed858679-f525-4710-a87f-04590b9411d7 req-669cd3f8-edc3-469a-8f73-f90e79a3c65f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640767 Mar 16 11:29:10.013328 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef42a56-a639-4438-8a4b-173e9185b9e9 req-07937766-30bf-4e64-ad95-856175666bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:10.014795 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7ef42a56-a639-4438-8a4b-173e9185b9e9 req-07937766-30bf-4e64-ad95-856175666bad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 1130 time: 0.0565686 Mar 16 11:29:10.127939 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef42a56-a639-4438-8a4b-173e9185b9e9 req-4d48022d-b565-4019-aeb3-57e4e315fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:10.129445 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7ef42a56-a639-4438-8a4b-173e9185b9e9 req-4d48022d-b565-4019-aeb3-57e4e315fb1b service neutron] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 912 time: 0.0813351 Mar 16 11:29:10.195416 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7ef42a56-a639-4438-8a4b-173e9185b9e9 req-85ac24a9-fadb-4fbb-8179-fc7d9b638081 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56b96d8e-6551-48e5-8b94-d773231c2fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0598922 Mar 16 11:29:10.243138 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef42a56-a639-4438-8a4b-173e9185b9e9 req-ac0db5e4-997a-4b6c-956c-fbdeb8e58ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:10.244522 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7ef42a56-a639-4438-8a4b-173e9185b9e9 req-ac0db5e4-997a-4b6c-956c-fbdeb8e58ef1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.0423851 Mar 16 11:29:10.291590 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef42a56-a639-4438-8a4b-173e9185b9e9 req-c2f755df-ff7e-402c-a3b7-e216849be75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:10.293257 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7ef42a56-a639-4438-8a4b-173e9185b9e9 req-c2f755df-ff7e-402c-a3b7-e216849be75f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427835 Mar 16 11:29:10.382794 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7ef42a56-a639-4438-8a4b-173e9185b9e9 req-41e5d959-87f6-4795-814f-d0962220bbe2 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827770 Mar 16 11:29:10.473413 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7ef42a56-a639-4438-8a4b-173e9185b9e9 req-15f3bc24-87e4-4a06-a930-f3911b585215 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836182 Mar 16 11:29:11.115595 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12890f9-472d-4cf7-b7c5-3fe598edb498 req-bb405d04-c6c3-4f77-ae2d-9ddd8639df16 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:11.116979 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f12890f9-472d-4cf7-b7c5-3fe598edb498 req-bb405d04-c6c3-4f77-ae2d-9ddd8639df16 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0517557 Mar 16 11:29:11.162536 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f12890f9-472d-4cf7-b7c5-3fe598edb498 req-d1c7f17a-a89d-480d-bc9a-e2a80119b31e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400965 Mar 16 11:29:11.637986 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55238) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:11.685405 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Deleting subnet 4d6e6e6d-438b-4170-944f-5189ed632cc4 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:29:11.688350 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Publish callbacks [] for subnet (4d6e6e6d-438b-4170-944f-5189ed632cc4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:11.721268 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58926129'] for subnet (4d6e6e6d-438b-4170-944f-5189ed632cc4), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:11.758723 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (4d6e6e6d-438b-4170-944f-5189ed632cc4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:11.808818 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59632944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59554010'] for subnet (4d6e6e6d-438b-4170-944f-5189ed632cc4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:11.833223 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d6e6e6d-438b-4170-944f-5189ed632cc4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:11.837603 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:11.840771 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4d6e6e6d-438b-4170-944f-5189ed632cc4 HTTP/1.1" status: 204 len: 168 time: 0.2017195 Mar 16 11:29:11.843319 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55240) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:11.845656 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.846016 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.846365 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.847241 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.847582 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.847921 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.848255 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.848618 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.848940 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.849273 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.849602 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.849936 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.850262 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.850591 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.850909 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b527367-dec6-48bb-adbc-7e9724b22bd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:11.883139 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 594a0a65-9258-428d-9670-b0168f59d0a3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:29:11.912556 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:11.964002 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 594a0a65-9258-428d-9670-b0168f59d0a3 is: DOWN; New status is: DOWN {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:29:11.994138 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:12.012928 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:12.022388 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4c51dc-c248-40ee-b39f-4c02a6f588ea') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:12.022686 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4c51dc-c248-40ee-b39f-4c02a6f588ea') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:12.031693 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62316673'] for segment (af4c51dc-c248-40ee-b39f-4c02a6f588ea), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:12.045246 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (af4c51dc-c248-40ee-b39f-4c02a6f588ea), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:12.050883 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:29:12.051260 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62423844'] for segment (af4c51dc-c248-40ee-b39f-4c02a6f588ea), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: Traceback (most recent call last): Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: timer() Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: cb(*args, **kw) Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: return func(*args, **kwargs) Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: self._notify() Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: self.callback(batched_events) Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: event.method(event) Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: return f(self, *a, **k) Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._get(url).json() Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: return self.request(url, 'GET', **kwargs) Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:29:12.052844 dv-cinder-790535-29-iscsi neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:29:12.293708 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:12.296820 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b42a8-f144-4ee6-be06-5a8e45d7dc1a req-1cec9ea2-aa66-4f9c-8e37-0c98bfdd0392 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:12.298347 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-956b42a8-f144-4ee6-be06-5a8e45d7dc1a req-1cec9ea2-aa66-4f9c-8e37-0c98bfdd0392 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0590234 Mar 16 11:29:12.299338 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:12.302458 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5 HTTP/1.1" status: 204 len: 168 time: 0.4578857 Mar 16 11:29:12.313808 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfd77c-a796-4047-a9c1-a910afe1bba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8de10e-f0a9-4939-b7b1-cb5a0f4de5e5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:12.347007 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-956b42a8-f144-4ee6-be06-5a8e45d7dc1a req-cb422e36-1042-4083-a7d4-794e08ea4144 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422535 Mar 16 11:29:12.422013 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55248) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:12.460417 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-e682d64d-f37d-47b7-8165-5505e5f31862 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e073869f34a4a12976b9bdc78c0a016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373013 Mar 16 11:29:12.462810 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55250) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:12.507331 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-def5bb1f-cac6-431d-9f05-e723be125b02 admin admin] Publish callbacks [] for security_group (3577032e-4056-4d31-8ab3-be1bff599cfa), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:12.527610 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-def5bb1f-cac6-431d-9f05-e723be125b02 admin admin] Publish callbacks [] for security_group (3577032e-4056-4d31-8ab3-be1bff599cfa), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:12.572993 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-def5bb1f-cac6-431d-9f05-e723be125b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3577032e-4056-4d31-8ab3-be1bff599cfa), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:12.575613 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-def5bb1f-cac6-431d-9f05-e723be125b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:12.576797 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-def5bb1f-cac6-431d-9f05-e723be125b02 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3577032e-4056-4d31-8ab3-be1bff599cfa HTTP/1.1" status: 204 len: 168 time: 0.1130939 Mar 16 11:29:12.586620 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5bb1f-cac6-431d-9f05-e723be125b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3577032e-4056-4d31-8ab3-be1bff599cfa,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:13.470808 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ce39f-bb8f-4bc7-8a6c-adf6a09b19b5 req-a1faf8ff-7ed5-4a16-9fd3-71d1359ceb3c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:13.472922 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cf9ce39f-bb8f-4bc7-8a6c-adf6a09b19b5 req-a1faf8ff-7ed5-4a16-9fd3-71d1359ceb3c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0524487 Mar 16 11:29:13.517570 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cf9ce39f-bb8f-4bc7-8a6c-adf6a09b19b5 req-cd3c3507-b492-4646-8b06-a26518b24137 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392847 Mar 16 11:29:14.641311 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998319b2-271b-47ba-aa1e-01ba7208211b req-56b2cfdb-04ac-4d73-9904-9d04a094ab37 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:14.642770 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-998319b2-271b-47ba-aa1e-01ba7208211b req-56b2cfdb-04ac-4d73-9904-9d04a094ab37 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0556047 Mar 16 11:29:14.688269 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-998319b2-271b-47ba-aa1e-01ba7208211b req-5d2f6c4f-b6c4-4d21-a73d-2314973b468f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400610 Mar 16 11:29:15.810416 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791e743-208a-4eaf-8c24-ddd5ebf6b869 req-6df83370-d6ed-4cae-ae5d-fe3bd6770f07 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:15.811807 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c791e743-208a-4eaf-8c24-ddd5ebf6b869 req-6df83370-d6ed-4cae-ae5d-fe3bd6770f07 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0524330 Mar 16 11:29:15.858247 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c791e743-208a-4eaf-8c24-ddd5ebf6b869 req-08984844-5252-4228-aa8d-84704f3dda52 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400674 Mar 16 11:29:16.981429 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94db9c9-847c-42fd-8ffd-f9ace55377a6 req-4241134f-8ec7-4500-a3f0-331fdc5f6ff7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:16.982943 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e94db9c9-847c-42fd-8ffd-f9ace55377a6 req-4241134f-8ec7-4500-a3f0-331fdc5f6ff7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0548191 Mar 16 11:29:17.044735 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e94db9c9-847c-42fd-8ffd-f9ace55377a6 req-175d50ee-b268-42c5-bf8e-f83271d351d7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554128 Mar 16 11:29:17.391035 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-b12c6dcc-469e-4501-b50b-651aa1c61c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:17.392529 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-b12c6dcc-469e-4501-b50b-651aa1c61c29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b&tenant_id=49980453ee93427280de61728aab00cf HTTP/1.1" status: 200 len: 1127 time: 0.2039745 Mar 16 11:29:17.467520 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-f80ee6c4-acbe-435a-91eb-f4af58530505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:17.468979 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-f80ee6c4-acbe-435a-91eb-f4af58530505 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 1127 time: 0.0421946 Mar 16 11:29:17.562469 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-a85e258e-63de-489a-939e-4db5c6ae9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:17.563849 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-a85e258e-63de-489a-939e-4db5c6ae9dab service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 918 time: 0.0836477 Mar 16 11:29:17.628343 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-5605743f-445b-4852-adb6-2f4869ae4506 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594a0a65-9258-428d-9670-b0168f59d0a3 HTTP/1.1" status: 200 len: 999 time: 0.0567951 Mar 16 11:29:17.695295 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-d38b2701-f8ac-428b-8afe-a191018f9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:17.696786 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-d38b2701-f8ac-428b-8afe-a191018f9284 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 200 len: 856 time: 0.0479515 Mar 16 11:29:17.744761 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-569a4016-ad22-469f-8848-8a520caeceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:17.746334 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-569a4016-ad22-469f-8848-8a520caeceed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c51e02a-0c62-4dff-818a-86c433c70910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427887 Mar 16 11:29:17.836716 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-5681689c-d288-4cbd-8fde-f5a2f00a62b4 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794342 Mar 16 11:29:17.927897 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-404dc5d0-3314-4d20-8477-772bb4ae18a6 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853255 Mar 16 11:29:18.173994 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed563059-9975-4134-9831-56aeec73e56f req-b3dd7ea7-787a-424a-a97d-28c928a25c3e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:18.176289 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ed563059-9975-4134-9831-56aeec73e56f req-b3dd7ea7-787a-424a-a97d-28c928a25c3e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0561154 Mar 16 11:29:18.228529 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ed563059-9975-4134-9831-56aeec73e56f req-7f414537-1670-4798-92ca-b7e796f807a8 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455804 Mar 16 11:29:18.367341 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e2ea6-6735-410e-9073-56b0476fc71d req-0d295f63-37ea-46e6-8604-ebca88b0d5a7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:18.368762 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-725e2ea6-6735-410e-9073-56b0476fc71d req-0d295f63-37ea-46e6-8604-ebca88b0d5a7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0514355 Mar 16 11:29:18.419704 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-725e2ea6-6735-410e-9073-56b0476fc71d req-5dbff7f5-cf07-4736-a611-6b8a4b2df0b7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455854 Mar 16 11:29:19.359656 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee90dd-bfc5-40f4-b712-af9f48884618 req-a3eddff1-38da-4ee6-b5a7-17b51479a3e9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:19.361391 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cdee90dd-bfc5-40f4-b712-af9f48884618 req-a3eddff1-38da-4ee6-b5a7-17b51479a3e9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0575259 Mar 16 11:29:19.411069 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cdee90dd-bfc5-40f4-b712-af9f48884618 req-2647d454-21ab-4cdd-b745-9aac38e6e91c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437098 Mar 16 11:29:19.543808 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f9018-d00d-4268-9853-32b1e80efcb3 req-7041aa11-67fb-405d-b938-ee60612fc2e1 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:19.545306 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e99f9018-d00d-4268-9853-32b1e80efcb3 req-7041aa11-67fb-405d-b938-ee60612fc2e1 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0535018 Mar 16 11:29:19.596471 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e99f9018-d00d-4268-9853-32b1e80efcb3 req-0cb486eb-f79c-4cd9-9326-5f76f0012f33 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425942 Mar 16 11:29:20.544078 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc45e4-1e75-48bc-9997-0783b060ce49 req-9f6f2bf9-b72e-41ab-96a5-d4b89f627d17 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:20.545498 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ffcc45e4-1e75-48bc-9997-0783b060ce49 req-9f6f2bf9-b72e-41ab-96a5-d4b89f627d17 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0574973 Mar 16 11:29:20.596369 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ffcc45e4-1e75-48bc-9997-0783b060ce49 req-8bbdd4ce-6e45-458d-8b52-9474f7b64c42 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451946 Mar 16 11:29:20.714665 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590d77c-74d0-455d-bbaf-090da12fb10d req-ac8f734f-8f2e-43be-8fbb-581f152c4b78 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:20.716944 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9590d77c-74d0-455d-bbaf-090da12fb10d req-ac8f734f-8f2e-43be-8fbb-581f152c4b78 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0539105 Mar 16 11:29:20.767506 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9590d77c-74d0-455d-bbaf-090da12fb10d req-6c8a6b98-8e18-4f99-9baf-87f51e32d209 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440199 Mar 16 11:29:20.837813 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:29:21.730384 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dab04-c740-4fc7-93c7-32096ceb83ae req-e9116607-77f5-48a1-b0a7-25962a6b990b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:21.733741 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-527dab04-c740-4fc7-93c7-32096ceb83ae req-e9116607-77f5-48a1-b0a7-25962a6b990b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0615516 Mar 16 11:29:21.782935 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-527dab04-c740-4fc7-93c7-32096ceb83ae req-083df7bc-5b01-495f-966d-34ad72a23bbf tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452168 Mar 16 11:29:22.073190 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a5fcd-50fd-41cf-a8e3-8009eaffcf3c req-dd90bc90-140c-4c75-90a1-a9a298fc0e8a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:22.074764 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-851a5fcd-50fd-41cf-a8e3-8009eaffcf3c req-dd90bc90-140c-4c75-90a1-a9a298fc0e8a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0593615 Mar 16 11:29:22.126053 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-851a5fcd-50fd-41cf-a8e3-8009eaffcf3c req-3111fc1e-9234-41ce-807f-23d41bc374b8 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458398 Mar 16 11:29:22.910124 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f204d-dc98-4f87-98a0-5bf3419fc59a req-e6312bcf-be26-4c23-a49b-1bc8aab3c933 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:22.911623 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0a2f204d-dc98-4f87-98a0-5bf3419fc59a req-e6312bcf-be26-4c23-a49b-1bc8aab3c933 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0534968 Mar 16 11:29:22.967204 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0a2f204d-dc98-4f87-98a0-5bf3419fc59a req-3bb9f143-ec51-4122-8a2c-bcae4b8541de tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498061 Mar 16 11:29:23.251975 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1bb47-2838-48ef-8bd0-37b5d4e3757e req-f160bdd3-10b5-4b63-b1e7-12404565499d tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:23.253686 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a9a1bb47-2838-48ef-8bd0-37b5d4e3757e req-f160bdd3-10b5-4b63-b1e7-12404565499d tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0559931 Mar 16 11:29:23.303138 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a9a1bb47-2838-48ef-8bd0-37b5d4e3757e req-c012d325-a4b8-4b8e-b539-8d3e725dab44 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436754 Mar 16 11:29:24.094419 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d4e06-82d9-4884-a4f8-1941cc23713c req-f21dc897-d29c-4c41-a5e6-e3346ad34e8d tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:24.096144 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c49d4e06-82d9-4884-a4f8-1941cc23713c req-f21dc897-d29c-4c41-a5e6-e3346ad34e8d tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0534718 Mar 16 11:29:24.143872 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c49d4e06-82d9-4884-a4f8-1941cc23713c req-7add02a9-6129-4895-9d0d-6ab751345005 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417895 Mar 16 11:29:24.427491 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7ef9-0c37-4be9-931e-050ef4857809 req-04d8cc2f-6ec7-4db8-9a46-4ebe71e1a174 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:24.429028 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f84c7ef9-0c37-4be9-931e-050ef4857809 req-04d8cc2f-6ec7-4db8-9a46-4ebe71e1a174 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0572062 Mar 16 11:29:24.477737 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f84c7ef9-0c37-4be9-931e-050ef4857809 req-da26ebb6-8ca1-40bb-8b3d-985cd13e2d2c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429878 Mar 16 11:29:25.277929 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e66010-9b48-45f4-abde-5327a7e2936c req-1233a6c4-5d69-4562-b8ca-b4722acbb6a3 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:25.279466 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f3e66010-9b48-45f4-abde-5327a7e2936c req-1233a6c4-5d69-4562-b8ca-b4722acbb6a3 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0609004 Mar 16 11:29:25.329115 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f3e66010-9b48-45f4-abde-5327a7e2936c req-3d10b17d-c892-4848-bff8-ea18529ded99 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432000 Mar 16 11:29:25.601497 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb664ee5-7941-48bf-8eb1-4ee4e5fb9913 req-e36e270b-14dc-468a-b248-fbc8d2cd61d1 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:25.603047 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-eb664ee5-7941-48bf-8eb1-4ee4e5fb9913 req-e36e270b-14dc-468a-b248-fbc8d2cd61d1 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0545418 Mar 16 11:29:25.656162 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-eb664ee5-7941-48bf-8eb1-4ee4e5fb9913 req-25097f9e-ebf0-42c6-9b7f-ac8d92830096 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473063 Mar 16 11:29:26.468766 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9093453-9c78-4a72-9173-cbb907d3491c req-590f71b1-99ff-4dd9-a7ed-7e2df3f4f103 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:26.470623 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c9093453-9c78-4a72-9173-cbb907d3491c req-590f71b1-99ff-4dd9-a7ed-7e2df3f4f103 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0684865 Mar 16 11:29:26.519568 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c9093453-9c78-4a72-9173-cbb907d3491c req-dd1ee3c7-980e-412d-9890-10e2a1434dd3 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435479 Mar 16 11:29:26.779759 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aaa95-be00-4dcb-a43d-8e35c2d49718 req-b1973256-9964-4c10-993a-e9c67d212460 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:26.781400 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-372aaa95-be00-4dcb-a43d-8e35c2d49718 req-b1973256-9964-4c10-993a-e9c67d212460 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0526021 Mar 16 11:29:26.828318 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-372aaa95-be00-4dcb-a43d-8e35c2d49718 req-f4578be2-045c-45d3-b5bd-c0b37224a3bf tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409431 Mar 16 11:29:27.647075 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808a3da-aba4-45ba-87fe-f431b6db7c8c req-cac3cb08-f021-4415-a991-34d3b6712da5 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.648593 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c808a3da-aba4-45ba-87fe-f431b6db7c8c req-cac3cb08-f021-4415-a991-34d3b6712da5 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0546334 Mar 16 11:29:27.694377 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c808a3da-aba4-45ba-87fe-f431b6db7c8c req-3f8744d6-b665-49ca-8d2f-0a8e63e0a382 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402570 Mar 16 11:29:27.943308 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80067d-8377-4f88-b354-2aaa530f5a55 req-b0ab17ec-883c-4a48-abe3-342fcf3af959 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.944847 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5d80067d-8377-4f88-b354-2aaa530f5a55 req-b0ab17ec-883c-4a48-abe3-342fcf3af959 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0510576 Mar 16 11:29:27.990626 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5d80067d-8377-4f88-b354-2aaa530f5a55 req-c7b73d7c-7317-4da2-a8f3-36230bdb6d17 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402324 Mar 16 11:29:28.828954 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10784b-cc03-4ad8-b570-37bc40f1c006 req-c0dc78b6-4ecf-4dbc-857d-48fcfad0f7fd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:28.830386 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-df10784b-cc03-4ad8-b570-37bc40f1c006 req-c0dc78b6-4ecf-4dbc-857d-48fcfad0f7fd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0542469 Mar 16 11:29:28.874995 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-df10784b-cc03-4ad8-b570-37bc40f1c006 req-1266dcef-2dfa-496c-8485-e1fef8d582d5 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385766 Mar 16 11:29:29.074187 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-74d0b7d9-00e5-4ecc-a991-d991b331a5c7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:29.075588 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-74d0b7d9-00e5-4ecc-a991-d991b331a5c7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.0587897 Mar 16 11:29:29.174141 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a923b49-ae48-448c-8afb-f73e752b9edd req-2a9728c0-a2d8-40d7-9ed1-803a6253a8df tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:29.175548 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6a923b49-ae48-448c-8afb-f73e752b9edd req-2a9728c0-a2d8-40d7-9ed1-803a6253a8df tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 945 time: 0.1173184 Mar 16 11:29:29.227707 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Deleting port 6f465fc5-391e-4edd-82b6-efb7f883dc78 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:29:29.228042 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:29.269522 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6a923b49-ae48-448c-8afb-f73e752b9edd req-a123239b-5ed3-406d-a874-5e1d912d736c tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=116262a6-6740-4e44-96e6-90b602926587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884674 Mar 16 11:29:29.323819 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] For port 6f465fc5-391e-4edd-82b6-efb7f883dc78, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f465fc5-391e-4edd-82b6-efb7f883dc78,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:29.324183 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:29.486842 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:29.487204 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (023aebee-2ac1-4430-b826-73963d00322b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:29.487518 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Floating IP 023aebee-2ac1-4430-b826-73963d00322b disassociated. External IP: 172.27.2.159, port: 6f465fc5-391e-4edd-82b6-efb7f883dc78. Mar 16 11:29:29.487862 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Calling delete_port for 6f465fc5-391e-4edd-82b6-efb7f883dc78 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:29:29.613669 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (6f465fc5-391e-4edd-82b6-efb7f883dc78), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:29.640702 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event deleted for resources: {'Port': ['ID=6f465fc5-391e-4edd-82b6-efb7f883dc78,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:29.758100 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:29:29.870365 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:29:29.880224 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83155097-1c3a-4f4d-99cc-efaac383482d None None] Sync routers for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:29.890103 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83155097-1c3a-4f4d-99cc-efaac383482d None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:29:29.890723 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-83155097-1c3a-4f4d-99cc-efaac383482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:29.910063 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] No DVR routers for this DVR port 6f465fc5-391e-4edd-82b6-efb7f883dc78 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:29:29.912634 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:29.915919 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-11d4894d-722a-4256-add8-ca8fa8f7c11a req-a19c6d21-c46a-4b2f-8f45-55eee1dcb8f7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "DELETE /v2.0/ports/6f465fc5-391e-4edd-82b6-efb7f883dc78 HTTP/1.1" status: 204 len: 173 time: 0.8231308 Mar 16 11:29:29.916367 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9930c5c6-91b1-4acf-b268-794540d3c572', 'name': 'network-vif-deleted', 'tag': '6f465fc5-391e-4edd-82b6-efb7f883dc78'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:29.918629 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea3c7d1-d122-4788-9878-11dad3e2761e" -d '{"events": [{"server_uuid": "9930c5c6-91b1-4acf-b268-794540d3c572", "name": "network-vif-deleted", "tag": "6f465fc5-391e-4edd-82b6-efb7f883dc78"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:29:30.010747 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe66715-68cf-4de9-a634-41f52080f5d9 req-d2caad8a-331a-4788-a9e2-7bd38f32093b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:30.018855 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7fe66715-68cf-4de9-a634-41f52080f5d9 req-d2caad8a-331a-4788-a9e2-7bd38f32093b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0673435 Mar 16 11:29:30.027544 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-83155097-1c3a-4f4d-99cc-efaac383482d None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:29:30.049800 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f91b9b-4162-45a7-ba48-2ad4a3f44593 x-openstack-request-id: req-19f91b9b-4162-45a7-ba48-2ad4a3f44593 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:29:30.050175 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9930c5c6-91b1-4acf-b268-794540d3c572", "name": "network-vif-deleted", "tag": "6f465fc5-391e-4edd-82b6-efb7f883dc78", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:29:30.050484 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19f91b9b-4162-45a7-ba48-2ad4a3f44593 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:29:30.050939 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9930c5c6-91b1-4acf-b268-794540d3c572', 'name': 'network-vif-deleted', 'tag': '6f465fc5-391e-4edd-82b6-efb7f883dc78', 'status': 'completed', 'code': 200} Mar 16 11:29:30.080920 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7fe66715-68cf-4de9-a634-41f52080f5d9 req-4d195be4-df94-44b2-a5bf-1aa556cefc86 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562513 Mar 16 11:29:30.245158 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-83155097-1c3a-4f4d-99cc-efaac383482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:30.274915 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83155097-1c3a-4f4d-99cc-efaac383482d None None] Checking router: 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:30.283829 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83155097-1c3a-4f4d-99cc-efaac383482d None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:29:30.284439 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-83155097-1c3a-4f4d-99cc-efaac383482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:30.371509 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-db6c82c0-6f18-4ccd-85d4-9e3df8a3949f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:30.381961 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-863a8d4a-a0b0-4895-8a08-34d535271aca req-0e578007-4b70-4beb-b59c-a6d50b264c6e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=9930c5c6-91b1-4acf-b268-794540d3c572 HTTP/1.1" status: 200 len: 210 time: 0.0303929 Mar 16 11:29:30.409926 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-83155097-1c3a-4f4d-99cc-efaac383482d None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:29:30.737949 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-83155097-1c3a-4f4d-99cc-efaac383482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:30.763723 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83155097-1c3a-4f4d-99cc-efaac383482d None None] The sync data for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi is: [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:30.974455 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d63b99-0255-4914-91ca-912467a69a73 None None] New status for floating IP 023aebee-2ac1-4430-b826-73963d00322b: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:29:31.193620 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11186edc-2902-48c9-b0f7-588c5e3e10c4 req-18ceeab4-5bd9-463d-b6d0-12498be986f6 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:31.195107 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-11186edc-2902-48c9-b0f7-588c5e3e10c4 req-18ceeab4-5bd9-463d-b6d0-12498be986f6 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0527990 Mar 16 11:29:31.242057 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-11186edc-2902-48c9-b0f7-588c5e3e10c4 req-9b879bd6-9729-45da-9815-752fdbae4057 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406475 Mar 16 11:29:31.464893 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55382) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:31.516655 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fdc3eaf-866b-4b8c-9e5d-48e6e975e490 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (116262a6-6740-4e44-96e6-90b602926587), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:31.539634 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fdc3eaf-866b-4b8c-9e5d-48e6e975e490 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (116262a6-6740-4e44-96e6-90b602926587), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:31.585472 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fdc3eaf-866b-4b8c-9e5d-48e6e975e490 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (116262a6-6740-4e44-96e6-90b602926587), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:31.587969 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fdc3eaf-866b-4b8c-9e5d-48e6e975e490 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:31.589112 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-8fdc3eaf-866b-4b8c-9e5d-48e6e975e490 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "DELETE /v2.0/security-groups/116262a6-6740-4e44-96e6-90b602926587 HTTP/1.1" status: 204 len: 168 time: 0.1232524 Mar 16 11:29:31.591906 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55384) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:31.598749 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc3eaf-866b-4b8c-9e5d-48e6e975e490 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116262a6-6740-4e44-96e6-90b602926587,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:31.608985 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.api.v2.resource [None req-f2cee4f7-37a9-4d02-bb1e-3b2d934d70b5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] show failed (client error): The resource could not be found. Mar 16 11:29:31.613086 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55386) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:31.613247 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-f2cee4f7-37a9-4d02-bb1e-3b2d934d70b5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups/116262a6-6740-4e44-96e6-90b602926587 HTTP/1.1" status: 404 len: 347 time: 0.0199177 Mar 16 11:29:31.737169 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-66462ece-05b1-4711-88f6-47f20324b27b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Deleting port d914657c-794c-49af-8c3b-789923d018df {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:29:31.737510 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66462ece-05b1-4711-88f6-47f20324b27b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (d914657c-794c-49af-8c3b-789923d018df), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:31.811717 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66462ece-05b1-4711-88f6-47f20324b27b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (d914657c-794c-49af-8c3b-789923d018df), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:31.812055 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66462ece-05b1-4711-88f6-47f20324b27b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (d914657c-794c-49af-8c3b-789923d018df), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:31.823944 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-66462ece-05b1-4711-88f6-47f20324b27b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Calling delete_port for d914657c-794c-49af-8c3b-789923d018df owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:29:31.949739 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66462ece-05b1-4711-88f6-47f20324b27b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (d914657c-794c-49af-8c3b-789923d018df), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:31.974460 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66462ece-05b1-4711-88f6-47f20324b27b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event deleted for resources: {'Port': ['ID=d914657c-794c-49af-8c3b-789923d018df,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:32.035418 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66462ece-05b1-4711-88f6-47f20324b27b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (023aebee-2ac1-4430-b826-73963d00322b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.037864 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66462ece-05b1-4711-88f6-47f20324b27b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.039021 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-66462ece-05b1-4711-88f6-47f20324b27b tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "DELETE /v2.0/floatingips/023aebee-2ac1-4430-b826-73963d00322b HTTP/1.1" status: 204 len: 168 time: 0.4247398 Mar 16 11:29:32.362152 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3efcb-61a6-40a7-9906-ed6ebc2331af req-3bc84392-873d-4cc3-906b-61c2f4e48ac0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:32.363534 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f4f3efcb-61a6-40a7-9906-ed6ebc2331af req-3bc84392-873d-4cc3-906b-61c2f4e48ac0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0512707 Mar 16 11:29:32.410530 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f4f3efcb-61a6-40a7-9906-ed6ebc2331af req-728505b9-abc3-45a1-8fb0-7f4162ee87b1 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415654 Mar 16 11:29:32.456014 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55392) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:32.460467 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-6cda0814-86f9-49a9-92fd-74fa53b0671a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--288554028', 'description': 'tempest-description--1186625826'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:32.480343 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cda0814-86f9-49a9-92fd-74fa53b0671a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.543219 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cda0814-86f9-49a9-92fd-74fa53b0671a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (56d367d6-9d94-4af4-b283-92c6113636ab), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.546808 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cda0814-86f9-49a9-92fd-74fa53b0671a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (56d367d6-9d94-4af4-b283-92c6113636ab), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.575819 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cda0814-86f9-49a9-92fd-74fa53b0671a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.577063 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-6cda0814-86f9-49a9-92fd-74fa53b0671a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1200283 Mar 16 11:29:32.578903 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda0814-86f9-49a9-92fd-74fa53b0671a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d367d6-9d94-4af4-b283-92c6113636ab,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:32.580658 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55394) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:32.585310 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-acefca96-7846-4a2a-93f3-187ae36da286 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'security_group_rule': {'security_group_id': '56d367d6-9d94-4af4-b283-92c6113636ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:32.617034 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-acefca96-7846-4a2a-93f3-187ae36da286 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (fa0cb94e-f515-4904-8cfe-f300ca3eb369), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.673971 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-acefca96-7846-4a2a-93f3-187ae36da286 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (fa0cb94e-f515-4904-8cfe-f300ca3eb369), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.677356 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-acefca96-7846-4a2a-93f3-187ae36da286 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (fa0cb94e-f515-4904-8cfe-f300ca3eb369), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.695271 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefca96-7846-4a2a-93f3-187ae36da286 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0cb94e-f515-4904-8cfe-f300ca3eb369,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:32.702618 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-acefca96-7846-4a2a-93f3-187ae36da286 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.703717 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-acefca96-7846-4a2a-93f3-187ae36da286 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219785 Mar 16 11:29:32.707043 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55396) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:32.711565 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a73df4e3-920b-4954-ab87-d29fe2c255ec tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'security_group_rule': {'security_group_id': '56d367d6-9d94-4af4-b283-92c6113636ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:32.734087 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a73df4e3-920b-4954-ab87-d29fe2c255ec tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (a744062b-94cf-4157-8818-3187e05f9490), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.784594 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7bab3d02-47e7-4b84-8ee9-bc663520c6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.788389 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a73df4e3-920b-4954-ab87-d29fe2c255ec tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (a744062b-94cf-4157-8818-3187e05f9490), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.791899 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a73df4e3-920b-4954-ab87-d29fe2c255ec tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (a744062b-94cf-4157-8818-3187e05f9490), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.810088 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73df4e3-920b-4954-ab87-d29fe2c255ec tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a744062b-94cf-4157-8818-3187e05f9490,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:32.818915 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a73df4e3-920b-4954-ab87-d29fe2c255ec tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.820100 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-a73df4e3-920b-4954-ab87-d29fe2c255ec tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121492 Mar 16 11:29:32.823108 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55398) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:32.827299 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:32.846340 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:32.941140 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:33.039502 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Allocated IP 172.27.2.236 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/867d0237-1000-42cd-9738-ec1dead6222f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:33.138896 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for port (867d0237-1000-42cd-9738-ec1dead6222f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:33.170947 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (867d0237-1000-42cd-9738-ec1dead6222f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:33.205534 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:33.210751 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:33.214398 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:29:33.237627 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'Port': ['ID=867d0237-1000-42cd-9738-ec1dead6222f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:33.304032 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (5c7be902-d6dd-4b75-bd8b-986b7a97bce0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:33.340846 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (867d0237-1000-42cd-9738-ec1dead6222f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:33.469981 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:33.507570 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for port (867d0237-1000-42cd-9738-ec1dead6222f), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:33.512215 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62423896'] for port (867d0237-1000-42cd-9738-ec1dead6222f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:33.587111 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'Port': ['ID=867d0237-1000-42cd-9738-ec1dead6222f,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:33.594199 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (5c7be902-d6dd-4b75-bd8b-986b7a97bce0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:33.610735 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:33.619884 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-e9e7f022-5824-42b6-920b-6cc07403ba62 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7880487 Mar 16 11:29:33.803974 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f90a0-450b-4d00-888f-43e840800379 req-c9b13dd6-8a98-4922-8093-ad9ec486e5c5 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:33.805425 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9b6f90a0-450b-4d00-888f-43e840800379 req-c9b13dd6-8a98-4922-8093-ad9ec486e5c5 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 946 time: 0.3444359 Mar 16 11:29:33.832102 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b818277-1c13-4d9a-9bfc-8a772916e6fd req-4377c214-7449-4773-a529-1396054485aa tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:33.833572 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4b818277-1c13-4d9a-9bfc-8a772916e6fd req-4377c214-7449-4773-a529-1396054485aa tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.3435674 Mar 16 11:29:33.878084 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9b6f90a0-450b-4d00-888f-43e840800379 req-41998c03-e6b2-418f-bd4d-a4223ff782e0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667231 Mar 16 11:29:33.908957 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4b818277-1c13-4d9a-9bfc-8a772916e6fd req-e2fc8f0f-44d1-4f8c-8349-432ceb4a982d tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679376 Mar 16 11:29:33.988584 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ccb567b9-4017-4a7d-9086-35c040f24fd6 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--288554028&fields=id&tenant_id=50532de5a82841ba951033ebf8ea10fa HTTP/1.1" status: 200 len: 267 time: 0.0406036 Mar 16 11:29:34.009748 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 6f465fc5-391e-4edd-82b6-efb7f883dc78 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:29:34.030757 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: 6f465fc5-391e-4edd-82b6-efb7f883dc78 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:29:34.031137 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 6f465fc5-391e-4edd-82b6-efb7f883dc78 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:29:34.094444 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-09f490eb-ad41-4d7a-8713-884f37969331 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:34.096348 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-09f490eb-ad41-4d7a-8713-884f37969331 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 815 time: 0.1013546 Mar 16 11:29:34.110259 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-9971de0d-e147-4f33-b08b-37121b003aa8 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/quotas/50532de5a82841ba951033ebf8ea10fa HTTP/1.1" status: 200 len: 375 time: 0.0086551 Mar 16 11:29:34.162622 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-10774288-b977-4bd3-a3bc-9903af1b9dda tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471387 Mar 16 11:29:34.302136 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-e71e351b-5a0a-4689-85b9-b82297d8df8a service neutron] 10.222.0.47 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285291 Mar 16 11:29:34.387750 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-4b1c0b58-63e0-4085-9f0b-a04339d2ba63 service neutron] 10.222.0.47 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796697 Mar 16 11:29:34.546452 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a490146c-1e38-4018-8867-ef047ed0b808 req-138f5ee8-769f-49b2-ade3-bd2944a0112e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 210 time: 0.0290203 Mar 16 11:29:34.999645 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:35.033682 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc69fee-7330-4b09-9072-cff1a9d30e69 req-5fa1b404-8199-41d0-9cd4-d65e20eb96e7 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:35.035178 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ddc69fee-7330-4b09-9072-cff1a9d30e69 req-5fa1b404-8199-41d0-9cd4-d65e20eb96e7 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 946 time: 0.0885305 Mar 16 11:29:35.068275 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e73a28-eeea-41a1-87d4-1d402737b944 req-67ce651e-f816-4c7a-8cd0-1f1239903770 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:35.069770 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-61e73a28-eeea-41a1-87d4-1d402737b944 req-67ce651e-f816-4c7a-8cd0-1f1239903770 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 943 time: 0.0799277 Mar 16 11:29:35.123434 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ddc69fee-7330-4b09-9072-cff1a9d30e69 req-a7b0bf11-67d1-4dbe-b763-a9f2f84f522d tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815811 Mar 16 11:29:35.148061 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-61e73a28-eeea-41a1-87d4-1d402737b944 req-5af0c754-bacb-41d8-bbd7-c3b4541c8138 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671620 Mar 16 11:29:35.353271 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-a538592e-6f50-4f7c-ab24-76fba2103b89 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:35.354725 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-a538592e-6f50-4f7c-ab24-76fba2103b89 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 946 time: 0.0511265 Mar 16 11:29:35.449424 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Deleting port 56b96d8e-6551-48e5-8b94-d773231c2fc8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:29:35.449764 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:35.554732 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] For port 56b96d8e-6551-48e5-8b94-d773231c2fc8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=56b96d8e-6551-48e5-8b94-d773231c2fc8,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:35.555048 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:35.685698 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d9506dac-d18d-40dc-9f6e-c24e14e1a722 req-7248b486-0a81-47b5-a395-3b3336c71c31 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 210 time: 0.0395665 Mar 16 11:29:35.808065 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-5d736fb8-8c61-4cf6-ac2f-0f7d7cfe9ef2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:35.809485 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-5d736fb8-8c61-4cf6-ac2f-0f7d7cfe9ef2 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 815 time: 0.2450416 Mar 16 11:29:35.834078 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:35.834463 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (5bed9d11-18bd-4030-bd9a-d6865523e6ad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:35.834773 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Floating IP 5bed9d11-18bd-4030-bd9a-d6865523e6ad disassociated. External IP: 172.27.2.223, port: 56b96d8e-6551-48e5-8b94-d773231c2fc8. Mar 16 11:29:35.835119 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Calling delete_port for 56b96d8e-6551-48e5-8b94-d773231c2fc8 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:29:35.936474 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-936f1d84-6fcc-4621-8109-4e25f0234da8 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50532de5a82841ba951033ebf8ea10fa HTTP/1.1" status: 200 len: 379 time: 0.0992916 Mar 16 11:29:35.952485 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'port': {'device_id': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'admin_state_up': True, 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'security_groups': ['56d367d6-9d94-4af4-b283-92c6113636ab']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:36.006584 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 594a0a65-9258-428d-9670-b0168f59d0a3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:29:36.085835 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (56b96d8e-6551-48e5-8b94-d773231c2fc8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:36.107074 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=594a0a65-9258-428d-9670-b0168f59d0a3,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:36.118579 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '594a0a65-9258-428d-9670-b0168f59d0a3', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'port_id': '594a0a65-9258-428d-9670-b0168f59d0a3', 'mac_address': 'fa:16:3e:b9:17:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:29:36.126629 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event deleted for resources: {'Port': ['ID=56b96d8e-6551-48e5-8b94-d773231c2fc8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:36.138649 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Made reservation on behalf of 50532de5a82841ba951033ebf8ea10fa for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:36.142977 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:36.158315 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 594a0a65-9258-428d-9670-b0168f59d0a3 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:29:36.158729 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:36.172244 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594a0a65-9258-428d-9670-b0168f59d0a3 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:29:36.193391 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=594a0a65-9258-428d-9670-b0168f59d0a3,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:36.197611 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:36.246830 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=594a0a65-9258-428d-9670-b0168f59d0a3,revision_number=9']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:36.250875 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b3051134-7d8e-4bad-bafa-12137b8beda2 req-681dfc33-f0ef-4ca5-b535-f8cb9cc94283 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 210 time: 0.0362382 Mar 16 11:29:36.254325 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.254912 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.255409 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.256051 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.256549 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.256902 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.257381 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.257860 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.258341 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.258678 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.259008 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.259343 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.259671 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.259993 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.260324 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:36.407836 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f860a-6390-48a3-bc6b-6cd8ed80d1a7 req-b7fa5612-7eea-4386-87ff-a070017b6428 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:36.409235 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4a4f860a-6390-48a3-bc6b-6cd8ed80d1a7 req-b7fa5612-7eea-4386-87ff-a070017b6428 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 944 time: 0.1613441 Mar 16 11:29:36.416462 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Router 5bdcb02c-6605-4506-b9b5-44d467bc40ab has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:29:36.467261 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Allocated IP 172.20.0.13 (33dcaf7a-9065-45ab-98b3-1b440d48a146/f7178324-d2ef-4ea9-873d-2e1326b0608e/9b01b082-47d3-422c-af1a-640a2891e732) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:36.533405 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['594a0a65-9258-428d-9670-b0168f59d0a3'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:29:36.555922 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4a4f860a-6390-48a3-bc6b-6cd8ed80d1a7 req-c4991a5f-444c-4fcf-80c0-a5a5ac8bef30 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383252 Mar 16 11:29:36.652416 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:36.660323 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:29:36.681568 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca496d1-48b8-46ea-8bd4-444bb5494692 None None] Sync routers for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:36.705970 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca496d1-48b8-46ea-8bd4-444bb5494692 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:29:36.707013 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9ca496d1-48b8-46ea-8bd4-444bb5494692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:36.721145 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] No DVR routers for this DVR port 56b96d8e-6551-48e5-8b94-d773231c2fc8 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:29:36.725010 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:36.728344 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a40fc30f-861d-4a95-a0e8-0b566434dda8 req-46a22fb8-e8ca-4b81-9566-27ab6b554aa1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "DELETE /v2.0/ports/56b96d8e-6551-48e5-8b94-d773231c2fc8 HTTP/1.1" status: 204 len: 173 time: 1.3674731 Mar 16 11:29:36.728771 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'name': 'network-vif-deleted', 'tag': '56b96d8e-6551-48e5-8b94-d773231c2fc8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:36.731022 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc238ad-f2bb-4b65-96cf-dbb883f77d1d" -d '{"events": [{"server_uuid": "7e20ee7a-fda3-4612-a2f7-b905c7c3f337", "name": "network-vif-deleted", "tag": "56b96d8e-6551-48e5-8b94-d773231c2fc8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:29:36.763060 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for port (9b01b082-47d3-422c-af1a-640a2891e732), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:36.802681 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ebdee2-f8bd-4e72-9e6b-6e7dfae54b6c x-openstack-request-id: req-93ebdee2-f8bd-4e72-9e6b-6e7dfae54b6c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:29:36.803014 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e20ee7a-fda3-4612-a2f7-b905c7c3f337", "name": "network-vif-deleted", "tag": "56b96d8e-6551-48e5-8b94-d773231c2fc8", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:29:36.803232 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-93ebdee2-f8bd-4e72-9e6b-6e7dfae54b6c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:29:36.803633 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e20ee7a-fda3-4612-a2f7-b905c7c3f337', 'name': 'network-vif-deleted', 'tag': '56b96d8e-6551-48e5-8b94-d773231c2fc8', 'status': 'completed', 'code': 200} Mar 16 11:29:36.825516 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-78f866c2-4f98-476d-b227-c042b33d174a req-4bcf603e-6134-42f0-9f54-4476aa7deff5 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 210 time: 0.0357172 Mar 16 11:29:36.827037 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:36.834306 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (9b01b082-47d3-422c-af1a-640a2891e732), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:36.853449 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9ca496d1-48b8-46ea-8bd4-444bb5494692 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:29:36.881318 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Network 33dcaf7a-9065-45ab-98b3-1b440d48a146 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:36.884690 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:36.888386 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:29:36.913962 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event updated for resources: {'Port': ['ID=9b01b082-47d3-422c-af1a-640a2891e732,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:36.946354 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:36.947068 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:36.963643 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ab9bbc9d-ff9a-4cfb-857c-378c495f7608 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0211084 Mar 16 11:29:36.984141 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Request body: {'port': {'device_id': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:37.063675 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (9b01b082-47d3-422c-af1a-640a2891e732), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:37.070896 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9ca496d1-48b8-46ea-8bd4-444bb5494692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:37.113663 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca496d1-48b8-46ea-8bd4-444bb5494692 None None] Checking router: 5bdcb02c-6605-4506-b9b5-44d467bc40ab for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:37.127459 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca496d1-48b8-46ea-8bd4-444bb5494692 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:29:37.128647 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9ca496d1-48b8-46ea-8bd4-444bb5494692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:37.170104 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-03295850-fb21-4379-a696-f96419f1895c None None] Provisioning complete for port 9b01b082-47d3-422c-af1a-640a2891e732 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:29:37.170367 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-03295850-fb21-4379-a696-f96419f1895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (9b01b082-47d3-422c-af1a-640a2891e732), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:37.243126 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-03295850-fb21-4379-a696-f96419f1895c None None] Port 9b01b082-47d3-422c-af1a-640a2891e732 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:29:37.272115 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9ca496d1-48b8-46ea-8bd4-444bb5494692 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:29:37.371152 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b01b082-47d3-422c-af1a-640a2891e732 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:29:37.376779 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d020cfe0-1cc0-4aac-93bd-56f1de5f1999 req-df05eb47-1ab3-437d-a7b5-ad50cdcd3214 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e20ee7a-fda3-4612-a2f7-b905c7c3f337 HTTP/1.1" status: 200 len: 210 time: 0.0378973 Mar 16 11:29:37.380762 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Publish callbacks [] for port (9b01b082-47d3-422c-af1a-640a2891e732), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:37.401590 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Transition to ACTIVE for port object 9b01b082-47d3-422c-af1a-640a2891e732 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:29:37.405941 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (9b01b082-47d3-422c-af1a-640a2891e732), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:37.456310 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Pushing event updated for resources: {'Port': ['ID=9b01b082-47d3-422c-af1a-640a2891e732,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:37.486871 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9ca496d1-48b8-46ea-8bd4-444bb5494692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:37.516413 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca496d1-48b8-46ea-8bd4-444bb5494692 None None] The sync data for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi is: [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:37.540594 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Attempting to bind port 9b01b082-47d3-422c-af1a-640a2891e732 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:29:37.540944 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Attempting to bind port 9b01b082-47d3-422c-af1a-640a2891e732 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:29:37.541281 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Attempting to bind port 9b01b082-47d3-422c-af1a-640a2891e732 on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:29:37.546343 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Port 9b01b082-47d3-422c-af1a-640a2891e732 on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:29:37.546677 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Attempting to bind port 9b01b082-47d3-422c-af1a-640a2891e732 on network 33dcaf7a-9065-45ab-98b3-1b440d48a146 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:29:37.555731 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:29:37.556434 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Checking segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:29:37.557192 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Bound using segment: {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:29:37.558012 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Bound port: 9b01b082-47d3-422c-af1a-640a2891e732, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51be3639-2528-4a79-b21e-c30ce2b0dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:29:37.558807 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (9b01b082-47d3-422c-af1a-640a2891e732), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:37.652869 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] For port 9b01b082-47d3-422c-af1a-640a2891e732, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:29:37.687244 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] For port 9b01b082-47d3-422c-af1a-640a2891e732, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b01b082-47d3-422c-af1a-640a2891e732,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:29:37.696602 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (9b01b082-47d3-422c-af1a-640a2891e732), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:37.736601 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:37.737406 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:37.738812 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] 10.222.0.62 "PUT /v2.0/ports/9b01b082-47d3-422c-af1a-640a2891e732 HTTP/1.1" status: 200 len: 1094 time: 0.7592819 Mar 16 11:29:37.765334 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d133570-20cb-409d-bfe9-b4bcbbf6ccaa req-91fb3620-9976-415d-808f-1816cb9df600 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:37.767386 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4d133570-20cb-409d-bfe9-b4bcbbf6ccaa req-91fb3620-9976-415d-808f-1816cb9df600 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 944 time: 0.1163921 Mar 16 11:29:37.785967 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d59d89-27a3-42ef-96bc-87a717af4a8e service neutron] Pushing event updated for resources: {'Port': ['ID=9b01b082-47d3-422c-af1a-640a2891e732,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:37.840739 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055ecb6-140d-48de-80fe-6b099e898ddf None None] New status for floating IP 5bed9d11-18bd-4030-bd9a-d6865523e6ad: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:29:37.868187 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4d133570-20cb-409d-bfe9-b4bcbbf6ccaa req-7265b480-60d8-4441-a2b4-0556d678d8f6 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948019 Mar 16 11:29:37.883774 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-2d2cc859-bc17-498c-8f22-e093829de7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:37.885322 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-2d2cc859-bc17-498c-8f22-e093829de7d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 1128 time: 0.0693302 Mar 16 11:29:37.972328 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-7c26b5f2-bac5-4048-8f62-03642cd2f263 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b01b082-47d3-422c-af1a-640a2891e732 HTTP/1.1" status: 200 len: 217 time: 0.0722640 Mar 16 11:29:38.011176 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 594a0a65-9258-428d-9670-b0168f59d0a3 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:29:38.042162 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-1566f8a5-5176-414b-9cc8-5dfc39c546c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:38.043772 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-1566f8a5-5176-414b-9cc8-5dfc39c546c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7178324-d2ef-4ea9-873d-2e1326b0608e HTTP/1.1" status: 200 len: 854 time: 0.0593553 Mar 16 11:29:38.052709 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11900380-287a-4f0c-9c43-2bc261fdb7d0 req-d69bccba-1006-4f69-8402-ea4d87501b26 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:38.054081 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-11900380-287a-4f0c-9c43-2bc261fdb7d0 req-d69bccba-1006-4f69-8402-ea4d87501b26 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 944 time: 0.1133401 Mar 16 11:29:38.077092 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 594a0a65-9258-428d-9670-b0168f59d0a3 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:29:38.077607 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:38.132359 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-11900380-287a-4f0c-9c43-2bc261fdb7d0 req-46f739e4-709d-476e-bd11-c19f8bc1c830 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=56d367d6-9d94-4af4-b283-92c6113636ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688639 Mar 16 11:29:38.138029 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-0799dd5a-256c-4313-8583-54065bc220ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:38.139585 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-0799dd5a-256c-4313-8583-54065bc220ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33dcaf7a-9065-45ab-98b3-1b440d48a146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0845902 Mar 16 11:29:38.156047 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 594a0a65-9258-428d-9670-b0168f59d0a3 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:29:38.156437 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:38.179627 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:38.181881 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beba9d6a-9c27-488d-bb38-e41e7e1f1776" -d '{"events": [{"server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "name": "network-vif-plugged", "status": "completed", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:29:38.198524 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=594a0a65-9258-428d-9670-b0168f59d0a3,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:38.202725 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:38.204182 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 56b96d8e-6551-48e5-8b94-d773231c2fc8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:29:38.240001 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-3375aec7-fd85-4177-816d-75458303bfd7 service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940266 Mar 16 11:29:38.245816 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090e0a75-27a6-471f-bff5-046823f917c2 x-openstack-request-id: req-090e0a75-27a6-471f-bff5-046823f917c2 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:29:38.246114 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "name": "network-vif-plugged", "status": "completed", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:29:38.246371 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-090e0a75-27a6-471f-bff5-046823f917c2 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:29:38.246759 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3', 'code': 200} Mar 16 11:29:38.249804 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: 56b96d8e-6551-48e5-8b94-d773231c2fc8 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:29:38.250153 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 56b96d8e-6551-48e5-8b94-d773231c2fc8 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:29:38.276171 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=594a0a65-9258-428d-9670-b0168f59d0a3,revision_number=10']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:38.351235 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ae7b26f5-ef56-4fc6-b0ad-9a4f77e0200b req-ce4def46-1452-4de3-a729-4cc930b064d5 service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841959 Mar 16 11:29:38.636510 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-66a070a2-50b8-4952-849e-6586f332ad95 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751903845&fields=id&tenant_id=be31cda5b88147c398858a568150804b HTTP/1.1" status: 200 len: 267 time: 0.0498366 Mar 16 11:29:38.777653 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-253fc03e-c888-458e-97ed-8880446adf8b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:38.779029 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-253fc03e-c888-458e-97ed-8880446adf8b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 811 time: 0.1353929 Mar 16 11:29:38.781609 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021de1fd-14fd-4e9f-8956-d27ae8766d22 req-020d725c-0cf9-4819-910a-5db3b0631f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:38.783486 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-021de1fd-14fd-4e9f-8956-d27ae8766d22 req-020d725c-0cf9-4819-910a-5db3b0631f8f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 1130 time: 0.0853264 Mar 16 11:29:38.805167 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'tag': '9b01b082-47d3-422c-af1a-640a2891e732'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:38.807316 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cf8eee-19b5-43e7-85a8-aa445258562b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae804a63-4f7e-4250-843c-2ad1f47523ae", "tag": "9b01b082-47d3-422c-af1a-640a2891e732"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:29:38.810257 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-d3488932-d269-4e05-89e4-7f1b6db09f8c tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/quotas/be31cda5b88147c398858a568150804b HTTP/1.1" status: 200 len: 375 time: 0.0242569 Mar 16 11:29:38.857831 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97acdd7-30ec-41f5-ad81-04fd1c92c073 x-openstack-request-id: req-d97acdd7-30ec-41f5-ad81-04fd1c92c073 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:29:38.858123 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae804a63-4f7e-4250-843c-2ad1f47523ae", "tag": "9b01b082-47d3-422c-af1a-640a2891e732", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:29:38.858372 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d97acdd7-30ec-41f5-ad81-04fd1c92c073 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:29:38.858757 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'tag': '9b01b082-47d3-422c-af1a-640a2891e732', 'status': 'completed', 'code': 200} Mar 16 11:29:38.868811 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-021de1fd-14fd-4e9f-8956-d27ae8766d22 req-d8fa4c06-c305-4c53-9cd8-766b559aabf9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767956 Mar 16 11:29:38.888486 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-ad27450a-09ef-464b-a1ca-4ae2aaae3900 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717795 Mar 16 11:29:39.058478 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-50243b17-a990-4c04-8f5a-88d986aacc24 service neutron] 10.222.0.47 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580796 Mar 16 11:29:39.065267 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d6bd0-4dcc-431b-8254-602a409f6895 req-60e1e5b5-faf8-45d9-a201-e4bba74d58ff tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.066621 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4d8d6bd0-4dcc-431b-8254-602a409f6895 req-60e1e5b5-faf8-45d9-a201-e4bba74d58ff tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 946 time: 0.1067691 Mar 16 11:29:39.158264 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4d8d6bd0-4dcc-431b-8254-602a409f6895 req-a2165652-e880-4d78-a9fb-478626680c3e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832682 Mar 16 11:29:39.180895 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-b340ad6c-b68b-4ab8-be34-87eaec70e60d service neutron] 10.222.0.47 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131670 Mar 16 11:29:39.530913 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-aea91c49-a70f-4618-8cef-992444bed2bd req-ffa952ae-8776-4c6a-802d-99ad45cac1b9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 210 time: 0.0514894 Mar 16 11:29:39.540351 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8eee-19b5-43e7-85a8-aa445258562b req-9a70e30d-3aa2-4703-b47c-2c7a0d985675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.541833 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05cf8eee-19b5-43e7-85a8-aa445258562b req-9a70e30d-3aa2-4703-b47c-2c7a0d985675 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 1128 time: 0.3601100 Mar 16 11:29:39.614518 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e328e6-62e8-4263-8f68-803cfd6d535e req-f4acfb35-6318-4146-b968-af2a8afbe7aa tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.615986 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-28e328e6-62e8-4263-8f68-803cfd6d535e req-f4acfb35-6318-4146-b968-af2a8afbe7aa tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 944 time: 0.1354220 Mar 16 11:29:39.677572 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8eee-19b5-43e7-85a8-aa445258562b req-b04fee4b-72c5-4391-b66d-d9079b64d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.679815 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05cf8eee-19b5-43e7-85a8-aa445258562b req-b04fee4b-72c5-4391-b66d-d9079b64d007 service neutron] 10.222.0.62 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 916 time: 0.1288831 Mar 16 11:29:39.731837 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-28e328e6-62e8-4263-8f68-803cfd6d535e req-a7fcb7c2-740f-4066-aad2-6029c1a00b10 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=56d367d6-9d94-4af4-b283-92c6113636ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046405 Mar 16 11:29:39.733501 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05cf8eee-19b5-43e7-85a8-aa445258562b req-f7a7672e-6586-478a-8bbc-7de768b28ed4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b01b082-47d3-422c-af1a-640a2891e732 HTTP/1.1" status: 200 len: 217 time: 0.0431035 Mar 16 11:29:39.796063 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8eee-19b5-43e7-85a8-aa445258562b req-47738fbf-c00c-491c-ac1a-605a21d12570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.797588 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05cf8eee-19b5-43e7-85a8-aa445258562b req-47738fbf-c00c-491c-ac1a-605a21d12570 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7178324-d2ef-4ea9-873d-2e1326b0608e HTTP/1.1" status: 200 len: 854 time: 0.0536971 Mar 16 11:29:39.848260 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8eee-19b5-43e7-85a8-aa445258562b req-17a0f26e-bebb-4941-8cbe-09b7ff0a35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.849769 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05cf8eee-19b5-43e7-85a8-aa445258562b req-17a0f26e-bebb-4941-8cbe-09b7ff0a35d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33dcaf7a-9065-45ab-98b3-1b440d48a146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450568 Mar 16 11:29:39.944080 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05cf8eee-19b5-43e7-85a8-aa445258562b req-2291fc1f-4ccf-4e2a-ac6e-6076553757ae service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820873 Mar 16 11:29:40.055263 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05cf8eee-19b5-43e7-85a8-aa445258562b req-24997008-c10d-4313-9ac6-b4b53680b64c service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893610 Mar 16 11:29:40.286576 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d3d3f-22fd-45ac-bf19-6aaaabaaf35c req-ad4c1a4d-c8aa-450d-8211-601eaf665a2a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:40.288277 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6d0d3d3f-22fd-45ac-bf19-6aaaabaaf35c req-ad4c1a4d-c8aa-450d-8211-601eaf665a2a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 946 time: 0.0565410 Mar 16 11:29:40.338475 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6d0d3d3f-22fd-45ac-bf19-6aaaabaaf35c req-631f10bf-3a7d-4780-98e4-9b25985d7217 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440412 Mar 16 11:29:40.662405 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-477a68fa-a568-41b3-bd9e-051de658bf14 req-47719458-c868-4354-9c70-4df5882d4c5f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 210 time: 0.0377665 Mar 16 11:29:40.700905 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-43911101-b43e-4ff0-88f5-25c927a8c503 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:40.703129 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-43911101-b43e-4ff0-88f5-25c927a8c503 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 811 time: 0.1563802 Mar 16 11:29:40.782039 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4eb54d57-ed09-4877-845f-26e5a19828f0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be31cda5b88147c398858a568150804b HTTP/1.1" status: 200 len: 379 time: 0.0627868 Mar 16 11:29:40.801446 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'port': {'device_id': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'admin_state_up': True, 'tenant_id': 'be31cda5b88147c398858a568150804b', 'security_groups': ['56facb32-fdb5-46fe-9e0d-39fbc8187b70']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:40.928782 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417f1b3-fa65-43b8-9bca-7376669f5cd3 req-af3fba6f-c3ac-492e-b33a-529ad0b464ef tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:40.930264 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3417f1b3-fa65-43b8-9bca-7376669f5cd3 req-af3fba6f-c3ac-492e-b33a-529ad0b464ef tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 944 time: 0.1242621 Mar 16 11:29:40.966178 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Made reservation on behalf of be31cda5b88147c398858a568150804b for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:40.969432 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:41.006139 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3417f1b3-fa65-43b8-9bca-7376669f5cd3 req-47697d46-d0f5-440f-8be8-99acd08346af tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=56d367d6-9d94-4af4-b283-92c6113636ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681186 Mar 16 11:29:41.110603 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Allocated IP 172.20.0.13 (1499d207-0db2-4e91-bd0a-6e1b1a178ef8/2bf32caa-135f-401e-beb8-cba90d152938/b3258cb5-47cd-4ee6-9df1-a7327af3c861) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:41.247363 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:41.287316 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:41.336207 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:41.339601 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:41.344353 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:29:41.348373 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'Port': ['ID=b3258cb5-47cd-4ee6-9df1-a7327af3c861,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:41.402870 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:41.403521 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:41.424022 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-daf5ef9a-67f3-4c30-907c-0469ee7c46b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6265357 Mar 16 11:29:41.460637 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Request body: {'port': {'device_id': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:41.531334 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fc7ba-363b-4a7a-ad7d-1aa9fcd3868b req-6f41abd7-9949-4651-9d6a-b6aac28779a0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:41.533480 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-533fc7ba-363b-4a7a-ad7d-1aa9fcd3868b req-6f41abd7-9949-4651-9d6a-b6aac28779a0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 946 time: 0.1141186 Mar 16 11:29:41.546533 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:41.614774 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-56b41ad1-f6cc-4b1b-ac8f-05b7da4cbcf5 None None] Provisioning complete for port b3258cb5-47cd-4ee6-9df1-a7327af3c861 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:29:41.615347 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-56b41ad1-f6cc-4b1b-ac8f-05b7da4cbcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:41.621997 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-533fc7ba-363b-4a7a-ad7d-1aa9fcd3868b req-88b97723-dea6-443c-b733-81ce9244c190 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815599 Mar 16 11:29:41.649326 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-56b41ad1-f6cc-4b1b-ac8f-05b7da4cbcf5 None None] Port b3258cb5-47cd-4ee6-9df1-a7327af3c861 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:29:41.817977 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e01bb5-354c-4267-82f1-9a0501517789 req-8bb63c67-e08a-4bdd-a867-b2c6c42c17b7 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:41.819345 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-70e01bb5-354c-4267-82f1-9a0501517789 req-8bb63c67-e08a-4bdd-a867-b2c6c42c17b7 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 932 time: 0.0850213 Mar 16 11:29:41.904035 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-70e01bb5-354c-4267-82f1-9a0501517789 req-04ba27fd-e3e7-4390-a41f-e66ddb84c643 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786107 Mar 16 11:29:41.915214 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3258cb5-47cd-4ee6-9df1-a7327af3c861 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:29:41.922683 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Publish callbacks [] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:41.934441 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Transition to ACTIVE for port object b3258cb5-47cd-4ee6-9df1-a7327af3c861 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:29:41.938033 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:41.991702 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3258cb5-47cd-4ee6-9df1-a7327af3c861,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:42.023422 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 9b01b082-47d3-422c-af1a-640a2891e732 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:29:42.074910 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Attempting to bind port b3258cb5-47cd-4ee6-9df1-a7327af3c861 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:29:42.075168 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Attempting to bind port b3258cb5-47cd-4ee6-9df1-a7327af3c861 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:29:42.075491 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Attempting to bind port b3258cb5-47cd-4ee6-9df1-a7327af3c861 on network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:29:42.081373 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Port b3258cb5-47cd-4ee6-9df1-a7327af3c861 on network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:29:42.081703 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Attempting to bind port b3258cb5-47cd-4ee6-9df1-a7327af3c861 on network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:29:42.099024 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:29:42.099024 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Checking segment: {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:29:42.099024 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Bound using segment: {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:29:42.099382 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Bound port: b3258cb5-47cd-4ee6-9df1-a7327af3c861, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:29:42.100035 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:42.159584 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 9b01b082-47d3-422c-af1a-640a2891e732, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b01b082-47d3-422c-af1a-640a2891e732,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:42.172733 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '9b01b082-47d3-422c-af1a-640a2891e732', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'port_id': '9b01b082-47d3-422c-af1a-640a2891e732', 'mac_address': 'fa:16:3e:7c:74:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:29:42.187460 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3c98c-e1cd-4b61-a2ca-52dc0d108af6 req-1abed19a-b4b0-4af9-b548-d37ae8605b8f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:42.189023 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9af3c98c-e1cd-4b61-a2ca-52dc0d108af6 req-1abed19a-b4b0-4af9-b548-d37ae8605b8f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 944 time: 0.1050849 Mar 16 11:29:42.204511 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] For port b3258cb5-47cd-4ee6-9df1-a7327af3c861, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:29:42.208532 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] For port b3258cb5-47cd-4ee6-9df1-a7327af3c861, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3258cb5-47cd-4ee6-9df1-a7327af3c861,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:29:42.216996 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 9b01b082-47d3-422c-af1a-640a2891e732 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:29:42.217322 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (9b01b082-47d3-422c-af1a-640a2891e732), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:42.222133 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:42.231852 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b01b082-47d3-422c-af1a-640a2891e732 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:29:42.253389 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 9b01b082-47d3-422c-af1a-640a2891e732, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b01b082-47d3-422c-af1a-640a2891e732,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:42.258342 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (9b01b082-47d3-422c-af1a-640a2891e732), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:42.282601 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:42.283373 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:42.284666 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] 10.222.0.62 "PUT /v2.0/ports/b3258cb5-47cd-4ee6-9df1-a7327af3c861 HTTP/1.1" status: 200 len: 1094 time: 0.8294694 Mar 16 11:29:42.285124 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'tag': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:42.287395 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22785d32-c6f6-4c8f-8db6-50642f33bcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "e2333ce3-abee-461d-bfcf-b8a09456117e", "tag": "b3258cb5-47cd-4ee6-9df1-a7327af3c861"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:29:42.295880 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9af3c98c-e1cd-4b61-a2ca-52dc0d108af6 req-fd878f44-c60f-4f1c-8571-699f2bf1ef1f tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=56d367d6-9d94-4af4-b283-92c6113636ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991626 Mar 16 11:29:42.307249 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d043665-d4fb-4804-b635-a49de0cc77d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3258cb5-47cd-4ee6-9df1-a7327af3c861,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:42.338252 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=9b01b082-47d3-422c-af1a-640a2891e732,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:42.356432 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb9f409-dd37-49ac-b23c-5c73d039072e x-openstack-request-id: req-eeb9f409-dd37-49ac-b23c-5c73d039072e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:29:42.356822 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2333ce3-abee-461d-bfcf-b8a09456117e", "tag": "b3258cb5-47cd-4ee6-9df1-a7327af3c861", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:29:42.357149 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eeb9f409-dd37-49ac-b23c-5c73d039072e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:29:42.357626 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'tag': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'status': 'completed', 'code': 200} Mar 16 11:29:42.415780 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-3d15d660-d4b2-45a7-ba05-a39fe648ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:42.417371 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-3d15d660-d4b2-45a7-ba05-a39fe648ae57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 1128 time: 0.0484793 Mar 16 11:29:42.470414 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-16a6f47f-76c3-4fe9-83b5-0081097d050b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3258cb5-47cd-4ee6-9df1-a7327af3c861 HTTP/1.1" status: 200 len: 217 time: 0.0384381 Mar 16 11:29:42.516819 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-6112ca07-2768-4763-a5fe-cfc0dcea09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:42.518266 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-6112ca07-2768-4763-a5fe-cfc0dcea09f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.0427356 Mar 16 11:29:42.572721 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-27e852a7-36e1-41a2-97a7-833a7241bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:42.574226 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-27e852a7-36e1-41a2-97a7-833a7241bd28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434232 Mar 16 11:29:42.580420 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['9b01b082-47d3-422c-af1a-640a2891e732'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:29:42.667734 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-7e7f2261-7d19-4ae5-b553-c5af517f19fe service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857954 Mar 16 11:29:42.756260 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-17054a5e-3e2a-463d-9ecc-c857027ee904 req-dfc68204-db3b-4c95-a534-c65704538329 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820034 Mar 16 11:29:42.894579 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22785d32-c6f6-4c8f-8db6-50642f33bcaf req-c56d44a4-000a-4ee2-90c4-67d6fcc95305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:42.896081 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-22785d32-c6f6-4c8f-8db6-50642f33bcaf req-c56d44a4-000a-4ee2-90c4-67d6fcc95305 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 1128 time: 0.0428665 Mar 16 11:29:43.020710 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22785d32-c6f6-4c8f-8db6-50642f33bcaf req-63f105e8-ba19-4d49-af1f-03110a545aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:43.022183 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-22785d32-c6f6-4c8f-8db6-50642f33bcaf req-63f105e8-ba19-4d49-af1f-03110a545aac service neutron] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 912 time: 0.1126058 Mar 16 11:29:43.076468 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee734f-038d-4fd2-bf71-00e8fc08399b req-94f6681c-a801-4637-9564-11aa954e5864 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:43.077928 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ddee734f-038d-4fd2-bf71-00e8fc08399b req-94f6681c-a801-4637-9564-11aa954e5864 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 944 time: 0.1014116 Mar 16 11:29:43.079671 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-22785d32-c6f6-4c8f-8db6-50642f33bcaf req-0bf1d844-756a-4491-a81d-0e5b0ed0cc3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3258cb5-47cd-4ee6-9df1-a7327af3c861 HTTP/1.1" status: 200 len: 217 time: 0.0494249 Mar 16 11:29:43.155071 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22785d32-c6f6-4c8f-8db6-50642f33bcaf req-8aec7971-867f-4774-a342-7ceb10db2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:43.156479 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-22785d32-c6f6-4c8f-8db6-50642f33bcaf req-8aec7971-867f-4774-a342-7ceb10db2657 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.0709729 Mar 16 11:29:43.161144 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ddee734f-038d-4fd2-bf71-00e8fc08399b req-bc196aaf-91a2-4307-92d6-aa0780f4e3bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772655 Mar 16 11:29:43.203727 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22785d32-c6f6-4c8f-8db6-50642f33bcaf req-b0904d94-62dd-452d-8e60-e50a8496479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:43.205855 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-22785d32-c6f6-4c8f-8db6-50642f33bcaf req-b0904d94-62dd-452d-8e60-e50a8496479b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434036 Mar 16 11:29:43.296731 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-22785d32-c6f6-4c8f-8db6-50642f33bcaf req-8b827f6a-b5a3-434f-98bf-34ddbb99213e service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845981 Mar 16 11:29:43.393777 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-22785d32-c6f6-4c8f-8db6-50642f33bcaf req-11499451-5efc-48eb-9eed-3a733e939fb7 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907130 Mar 16 11:29:43.436189 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279ddd-18d2-4dcd-8ecb-3caf8832bb10 req-d6257a00-99f3-4a4f-bd15-bb508b11e915 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:43.437686 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f4279ddd-18d2-4dcd-8ecb-3caf8832bb10 req-d6257a00-99f3-4a4f-bd15-bb508b11e915 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 945 time: 0.0635557 Mar 16 11:29:43.483048 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f4279ddd-18d2-4dcd-8ecb-3caf8832bb10 req-d0051015-bc9a-4937-8d73-163f87078064 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=56d367d6-9d94-4af4-b283-92c6113636ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389202 Mar 16 11:29:44.023951 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 9b01b082-47d3-422c-af1a-640a2891e732 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:29:44.074338 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port 9b01b082-47d3-422c-af1a-640a2891e732 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:29:44.078370 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 9b01b082-47d3-422c-af1a-640a2891e732 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:29:44.078748 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (9b01b082-47d3-422c-af1a-640a2891e732), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:44.152898 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 9b01b082-47d3-422c-af1a-640a2891e732 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:29:44.153280 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (9b01b082-47d3-422c-af1a-640a2891e732), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:44.177346 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b01b082-47d3-422c-af1a-640a2891e732'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:44.181726 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea26ba88-0071-4605-be94-485bb314711b" -d '{"events": [{"server_uuid": "ae804a63-4f7e-4250-843c-2ad1f47523ae", "name": "network-vif-plugged", "status": "completed", "tag": "9b01b082-47d3-422c-af1a-640a2891e732"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:29:44.197800 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 9b01b082-47d3-422c-af1a-640a2891e732, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b01b082-47d3-422c-af1a-640a2891e732,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:44.214189 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (9b01b082-47d3-422c-af1a-640a2891e732), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:44.283493 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=9b01b082-47d3-422c-af1a-640a2891e732,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:44.287177 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c26d9-36b5-4fc2-86e8-b3d401c38000 req-a017173c-a33a-40bd-8e01-c8c0ffb7bf3a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:44.288602 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58a04bd-ad1b-4d55-9598-5a92a4c49991 x-openstack-request-id: req-b58a04bd-ad1b-4d55-9598-5a92a4c49991 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:29:44.288884 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae804a63-4f7e-4250-843c-2ad1f47523ae", "name": "network-vif-plugged", "status": "completed", "tag": "9b01b082-47d3-422c-af1a-640a2891e732", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:29:44.289055 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9a2c26d9-36b5-4fc2-86e8-b3d401c38000 req-a017173c-a33a-40bd-8e01-c8c0ffb7bf3a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 944 time: 0.0593836 Mar 16 11:29:44.289237 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b58a04bd-ad1b-4d55-9598-5a92a4c49991 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:29:44.290025 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b01b082-47d3-422c-af1a-640a2891e732', 'code': 200} Mar 16 11:29:44.350927 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9a2c26d9-36b5-4fc2-86e8-b3d401c38000 req-c8c7ed50-4500-48a9-aff7-68a35a6a03f4 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557575 Mar 16 11:29:44.517067 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71168650-474c-46ea-9187-65d34cf16480 req-07efb4ed-dd9f-4999-a17e-757582c4ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:44.518801 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-71168650-474c-46ea-9187-65d34cf16480 req-07efb4ed-dd9f-4999-a17e-757582c4ff90 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 1130 time: 0.0433505 Mar 16 11:29:44.590672 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-71168650-474c-46ea-9187-65d34cf16480 req-d7d58ab5-1b68-4f5f-bb58-2a580d7b62f5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=56d367d6-9d94-4af4-b283-92c6113636ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658979 Mar 16 11:29:44.614132 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76022-6ff1-489d-a281-dd5eb18cc0a2 req-b06a805a-2d7f-47a5-81cb-a69940cd7075 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:44.615561 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ffa76022-6ff1-489d-a281-dd5eb18cc0a2 req-b06a805a-2d7f-47a5-81cb-a69940cd7075 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 946 time: 0.0643687 Mar 16 11:29:44.660736 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ffa76022-6ff1-489d-a281-dd5eb18cc0a2 req-6b6eee5f-415a-429c-9bb8-5f8374a7f192 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=56d367d6-9d94-4af4-b283-92c6113636ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393419 Mar 16 11:29:45.467969 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fefe30-418e-437c-9890-9dfd663b8961 req-dc2bd779-dd25-4abb-9f9c-bd07e2cd001c tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:45.469455 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f9fefe30-418e-437c-9890-9dfd663b8961 req-dc2bd779-dd25-4abb-9f9c-bd07e2cd001c tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 944 time: 0.0514328 Mar 16 11:29:45.520188 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f9fefe30-418e-437c-9890-9dfd663b8961 req-bf25391d-b34e-46b7-a13a-e298d4366cef tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451827 Mar 16 11:29:45.783345 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e4885-3d36-4688-908b-51dc1afe132a req-69500bda-dd85-43c2-a996-fb1f4620d170 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:45.784823 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8d9e4885-3d36-4688-908b-51dc1afe132a req-69500bda-dd85-43c2-a996-fb1f4620d170 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 946 time: 0.0568109 Mar 16 11:29:45.831649 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8d9e4885-3d36-4688-908b-51dc1afe132a req-25bac6fb-40dc-4722-8f91-4a8e17d1223a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=56d367d6-9d94-4af4-b283-92c6113636ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413520 Mar 16 11:29:46.634579 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48b4e5-b8a4-4dc8-a6c1-d999974e7279 req-549fb6c2-117b-47ca-a36e-4f06445bde6d tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:46.636040 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3b48b4e5-b8a4-4dc8-a6c1-d999974e7279 req-549fb6c2-117b-47ca-a36e-4f06445bde6d tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 944 time: 0.0509000 Mar 16 11:29:46.682863 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3b48b4e5-b8a4-4dc8-a6c1-d999974e7279 req-25d72e9b-60b6-45b8-bdf1-96714e89fad1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413983 Mar 16 11:29:46.944834 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bda44e-103a-4ea0-888f-d71a4cc397f8 req-0c2bc3b6-3d82-4207-aef8-6407d98f2bb7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:46.946273 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a8bda44e-103a-4ea0-888f-d71a4cc397f8 req-0c2bc3b6-3d82-4207-aef8-6407d98f2bb7 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 946 time: 0.0497401 Mar 16 11:29:46.993763 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a8bda44e-103a-4ea0-888f-d71a4cc397f8 req-18f05668-2d8c-4810-ab87-f333d494690a tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=56d367d6-9d94-4af4-b283-92c6113636ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420439 Mar 16 11:29:47.102694 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec3fb7-d6b6-4907-bdff-721b8f52df33 req-2325ad8d-62e7-48ab-a7ac-be4c53de2b94 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:47.104120 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-87ec3fb7-d6b6-4907-bdff-721b8f52df33 req-2325ad8d-62e7-48ab-a7ac-be4c53de2b94 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 946 time: 0.0502112 Mar 16 11:29:47.112810 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55564) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:47.117470 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-26b0bc8d-2e5d-454f-be17-6bff3bde3c2e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Request body: {'floatingip': {'port_id': '9b01b082-47d3-422c-af1a-640a2891e732'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:47.159672 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26b0bc8d-2e5d-454f-be17-6bff3bde3c2e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (5c7be902-d6dd-4b75-bd8b-986b7a97bce0), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:47.569072 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26b0bc8d-2e5d-454f-be17-6bff3bde3c2e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:47.572869 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26b0bc8d-2e5d-454f-be17-6bff3bde3c2e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (5c7be902-d6dd-4b75-bd8b-986b7a97bce0), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:47.670748 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.l3_db [None req-26b0bc8d-2e5d-454f-be17-6bff3bde3c2e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Floating IP 5c7be902-d6dd-4b75-bd8b-986b7a97bce0 associated. External IP: 172.27.2.236, port: 9b01b082-47d3-422c-af1a-640a2891e732. Mar 16 11:29:47.797409 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae52fdb-3b4b-467c-9560-06a08a05c265 req-0d6a0013-d0dc-48d9-a760-cce5436486f9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:47.799508 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-aae52fdb-3b4b-467c-9560-06a08a05c265 req-0d6a0013-d0dc-48d9-a760-cce5436486f9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 944 time: 0.0509613 Mar 16 11:29:47.847257 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-aae52fdb-3b4b-467c-9560-06a08a05c265 req-5ef86f3e-a009-487d-9ff4-aca494f5c114 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420611 Mar 16 11:29:47.880920 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b0bc8d-2e5d-454f-be17-6bff3bde3c2e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:29:47.988450 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b0bc8d-2e5d-454f-be17-6bff3bde3c2e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:29:47.993283 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26b0bc8d-2e5d-454f-be17-6bff3bde3c2e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:47.997771 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac006ebf-e03b-4169-b57d-4a0f91017279 None None] Sync routers for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:48.007028 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac006ebf-e03b-4169-b57d-4a0f91017279 None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:29:48.007666 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ac006ebf-e03b-4169-b57d-4a0f91017279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:48.022897 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-26b0bc8d-2e5d-454f-be17-6bff3bde3c2e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "PUT /v2.0/floatingips/5c7be902-d6dd-4b75-bd8b-986b7a97bce0 HTTP/1.1" status: 200 len: 992 time: 0.9089067 Mar 16 11:29:48.023583 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'tag': '9b01b082-47d3-422c-af1a-640a2891e732'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:48.025836 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d22ff4cfa0512844a2c0897ffbbfd3483961e8b3f6ce0a9a828d387125369bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad965a69-0a6b-4fae-96fa-6f7774609ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae804a63-4f7e-4250-843c-2ad1f47523ae", "tag": "9b01b082-47d3-422c-af1a-640a2891e732"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:29:48.122392 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58fac0d-529b-44f2-a4e8-f2eb68e79d8c x-openstack-request-id: req-e58fac0d-529b-44f2-a4e8-f2eb68e79d8c {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:29:48.123003 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae804a63-4f7e-4250-843c-2ad1f47523ae", "tag": "9b01b082-47d3-422c-af1a-640a2891e732", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:29:48.123003 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e58fac0d-529b-44f2-a4e8-f2eb68e79d8c {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:29:48.123310 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'tag': '9b01b082-47d3-422c-af1a-640a2891e732', 'status': 'completed', 'code': 200} Mar 16 11:29:48.244307 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965a69-0a6b-4fae-96fa-6f7774609ca6 req-f8ecd8df-6cdd-4d9f-b059-adfe7cae6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:48.245830 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad965a69-0a6b-4fae-96fa-6f7774609ca6 req-f8ecd8df-6cdd-4d9f-b059-adfe7cae6b2f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50532de5a82841ba951033ebf8ea10fa&device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 1130 time: 0.0442929 Mar 16 11:29:48.246773 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ac006ebf-e03b-4169-b57d-4a0f91017279 None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:29:48.337771 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965a69-0a6b-4fae-96fa-6f7774609ca6 req-1d5ec1ea-6edb-4813-801b-5c2bf416af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:48.339377 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad965a69-0a6b-4fae-96fa-6f7774609ca6 req-1d5ec1ea-6edb-4813-801b-5c2bf416af5a service neutron] 10.222.0.62 "GET /v2.0/networks?id=33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 200 len: 916 time: 0.0859463 Mar 16 11:29:48.403556 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad965a69-0a6b-4fae-96fa-6f7774609ca6 req-5edd0bff-4902-4848-99a4-a35981f311df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b01b082-47d3-422c-af1a-640a2891e732 HTTP/1.1" status: 200 len: 1000 time: 0.0563953 Mar 16 11:29:48.455043 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965a69-0a6b-4fae-96fa-6f7774609ca6 req-d8afcb11-fd66-40d2-93c2-3e37e783bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:48.456507 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad965a69-0a6b-4fae-96fa-6f7774609ca6 req-d8afcb11-fd66-40d2-93c2-3e37e783bf85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7178324-d2ef-4ea9-873d-2e1326b0608e HTTP/1.1" status: 200 len: 854 time: 0.0472360 Mar 16 11:29:48.467214 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ac006ebf-e03b-4169-b57d-4a0f91017279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5c7be902-d6dd-4b75-bd8b-986b7a97bce0', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': '9b01b082-47d3-422c-af1a-640a2891e732', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:7c:74:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:33Z', 'updated_at': '2022-03-16T11:29:47Z', 'revision_number': 1, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:48.495897 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac006ebf-e03b-4169-b57d-4a0f91017279 None None] Checking router: 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:48.503828 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965a69-0a6b-4fae-96fa-6f7774609ca6 req-bb1c981f-4ebb-4f58-bd73-5b588389bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:48.504525 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac006ebf-e03b-4169-b57d-4a0f91017279 None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:29:48.505144 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ac006ebf-e03b-4169-b57d-4a0f91017279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:48.505398 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad965a69-0a6b-4fae-96fa-6f7774609ca6 req-bb1c981f-4ebb-4f58-bd73-5b588389bbc0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33dcaf7a-9065-45ab-98b3-1b440d48a146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426574 Mar 16 11:29:48.609012 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad965a69-0a6b-4fae-96fa-6f7774609ca6 req-5fd8d521-82fa-46d9-a3ba-00e35aa6b536 service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819118 Mar 16 11:29:48.610882 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ac006ebf-e03b-4169-b57d-4a0f91017279 None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:29:48.702452 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad965a69-0a6b-4fae-96fa-6f7774609ca6 req-c3042dec-a95a-498a-a634-4393a27a0ae7 service neutron] 10.222.0.62 "GET /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869281 Mar 16 11:29:48.832295 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ac006ebf-e03b-4169-b57d-4a0f91017279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5c7be902-d6dd-4b75-bd8b-986b7a97bce0', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': '9b01b082-47d3-422c-af1a-640a2891e732', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:7c:74:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:33Z', 'updated_at': '2022-03-16T11:29:47Z', 'revision_number': 1, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:48.861689 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac006ebf-e03b-4169-b57d-4a0f91017279 None None] The sync data for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi is: [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '5c7be902-d6dd-4b75-bd8b-986b7a97bce0', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'port_id': '9b01b082-47d3-422c-af1a-640a2891e732', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'mac_address': 'fa:16:3e:7c:74:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:33Z', 'updated_at': '2022-03-16T11:29:47Z', 'revision_number': 1, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:48.964666 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353110b-1a45-4399-a3a9-0ca623afddaa req-46fcd388-88d5-4546-b16f-d2b76f154b7e tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:48.966032 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a353110b-1a45-4399-a3a9-0ca623afddaa req-46fcd388-88d5-4546-b16f-d2b76f154b7e tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 944 time: 0.0528877 Mar 16 11:29:49.016753 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a353110b-1a45-4399-a3a9-0ca623afddaa req-ecf3fcc0-4501-4c9e-8566-7f7b7e838802 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451400 Mar 16 11:29:49.066674 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456a5621-93c5-4daa-bab3-5f0765edd4ee None None] New status for floating IP 5c7be902-d6dd-4b75-bd8b-986b7a97bce0: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:29:50.136825 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafe34e-3f2c-4114-84f6-d297d2ba49ca req-fb66bf9f-bbe5-4113-9001-06caf94b06e5 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:50.138293 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4bafe34e-3f2c-4114-84f6-d297d2ba49ca req-fb66bf9f-bbe5-4113-9001-06caf94b06e5 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 944 time: 0.0547276 Mar 16 11:29:50.185868 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4bafe34e-3f2c-4114-84f6-d297d2ba49ca req-1cea817e-0e6b-4857-a736-d131fd7193f7 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414460 Mar 16 11:29:51.306970 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93189a4e-5443-4e4e-ab40-726b99044021 req-49f5a36c-6c5c-4057-8f80-15c8348c32b1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:51.308438 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-93189a4e-5443-4e4e-ab40-726b99044021 req-49f5a36c-6c5c-4057-8f80-15c8348c32b1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 944 time: 0.0528100 Mar 16 11:29:51.355625 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-93189a4e-5443-4e4e-ab40-726b99044021 req-0f1799e5-6ecc-4dbd-93a3-79ee07ae9e7e tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412560 Mar 16 11:29:52.045174 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device b3258cb5-47cd-4ee6-9df1-a7327af3c861 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:29:52.140385 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port b3258cb5-47cd-4ee6-9df1-a7327af3c861, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3258cb5-47cd-4ee6-9df1-a7327af3c861,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:52.152026 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'port_id': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'mac_address': 'fa:16:3e:89:4c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:29:52.192257 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port b3258cb5-47cd-4ee6-9df1-a7327af3c861 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:29:52.192692 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:52.206538 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3258cb5-47cd-4ee6-9df1-a7327af3c861 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:29:52.227459 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port b3258cb5-47cd-4ee6-9df1-a7327af3c861, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3258cb5-47cd-4ee6-9df1-a7327af3c861,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:52.231375 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:52.278012 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=b3258cb5-47cd-4ee6-9df1-a7327af3c861,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:52.471443 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcba430-6d33-4e50-a2df-c6c2efa69b38 req-b99989bf-23dd-4b48-8495-e7e4fba1787f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:52.472941 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3dcba430-6d33-4e50-a2df-c6c2efa69b38 req-b99989bf-23dd-4b48-8495-e7e4fba1787f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 945 time: 0.0531206 Mar 16 11:29:52.524747 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3dcba430-6d33-4e50-a2df-c6c2efa69b38 req-bc75c2ec-c25d-457f-9cf8-5503dfbd6e61 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455718 Mar 16 11:29:52.596203 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['b3258cb5-47cd-4ee6-9df1-a7327af3c861'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:29:53.646252 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300aedfc-473b-4896-9c28-55ff4e6aabad req-4bd191d9-99fc-4db3-896c-1ca1e658865a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:53.647719 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-300aedfc-473b-4896-9c28-55ff4e6aabad req-4bd191d9-99fc-4db3-896c-1ca1e658865a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 945 time: 0.0564322 Mar 16 11:29:53.705635 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-300aedfc-473b-4896-9c28-55ff4e6aabad req-93323d3f-091d-47c6-b971-ccf8dad66cce tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523596 Mar 16 11:29:54.070094 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device b3258cb5-47cd-4ee6-9df1-a7327af3c861 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:29:54.116900 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port b3258cb5-47cd-4ee6-9df1-a7327af3c861 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:29:54.120593 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port b3258cb5-47cd-4ee6-9df1-a7327af3c861 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:29:54.120978 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:54.198426 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port b3258cb5-47cd-4ee6-9df1-a7327af3c861 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:29:54.198815 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:54.222060 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:54.224187 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a0e822-9cf3-4d0f-b990-28c536f9b724" -d '{"events": [{"server_uuid": "e2333ce3-abee-461d-bfcf-b8a09456117e", "name": "network-vif-plugged", "status": "completed", "tag": "b3258cb5-47cd-4ee6-9df1-a7327af3c861"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:29:54.237378 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port b3258cb5-47cd-4ee6-9df1-a7327af3c861, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3258cb5-47cd-4ee6-9df1-a7327af3c861,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:54.241394 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:54.263752 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5cca9e-d769-48fd-955a-adf65259ba62 x-openstack-request-id: req-1f5cca9e-d769-48fd-955a-adf65259ba62 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:29:54.264046 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2333ce3-abee-461d-bfcf-b8a09456117e", "name": "network-vif-plugged", "status": "completed", "tag": "b3258cb5-47cd-4ee6-9df1-a7327af3c861", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:29:54.264304 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f5cca9e-d769-48fd-955a-adf65259ba62 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:29:54.264720 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'code': 200} Mar 16 11:29:54.289931 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=b3258cb5-47cd-4ee6-9df1-a7327af3c861,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:54.536133 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad70ff-d09d-406e-b31e-beffd6b6cb31 req-90f8a9d7-5e4f-402e-86ec-30a20177a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:54.537533 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-55ad70ff-d09d-406e-b31e-beffd6b6cb31 req-90f8a9d7-5e4f-402e-86ec-30a20177a418 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 1130 time: 0.0431542 Mar 16 11:29:54.581287 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-55ad70ff-d09d-406e-b31e-beffd6b6cb31 req-8fbc7a0a-ee50-4a65-b9c5-51e09d5974ee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373523 Mar 16 11:29:54.825610 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec4c0c-992a-48bb-a571-b3150f49f604 req-2d0c1894-1ed9-4e43-9030-e6cb3a56eb8c tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:54.826982 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b8ec4c0c-992a-48bb-a571-b3150f49f604 req-2d0c1894-1ed9-4e43-9030-e6cb3a56eb8c tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 946 time: 0.0555775 Mar 16 11:29:54.876508 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b8ec4c0c-992a-48bb-a571-b3150f49f604 req-bc446653-5bd5-4401-a1e1-ae7d1c6a3a54 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417287 Mar 16 11:29:55.994549 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf49ef6-caf2-4ac4-9b2f-4c89b7870cde req-82ad9ff0-fe8a-4f57-8c45-1e9359cbb6b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:55.997147 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dcf49ef6-caf2-4ac4-9b2f-4c89b7870cde req-82ad9ff0-fe8a-4f57-8c45-1e9359cbb6b0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 946 time: 0.0520267 Mar 16 11:29:56.049169 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dcf49ef6-caf2-4ac4-9b2f-4c89b7870cde req-cd567d39-69b0-4d42-96b0-46e9da35a386 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457819 Mar 16 11:29:56.165002 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32541aa-dcb0-4ce4-952f-9b58552bb846 req-68873eb3-3171-48ea-ab6e-a4790c33ddcf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:56.166378 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a32541aa-dcb0-4ce4-952f-9b58552bb846 req-68873eb3-3171-48ea-ab6e-a4790c33ddcf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 946 time: 0.0530612 Mar 16 11:29:56.214812 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a32541aa-dcb0-4ce4-952f-9b58552bb846 req-ee222c5b-05ce-410d-bfde-1bdb650f2085 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429623 Mar 16 11:29:56.237528 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55622) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:56.277926 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e648f-4603-43af-8e7d-82eeebb3cc50 tempest-TestVolumeBootPattern-1018046221 tempest-TestVolumeBootPattern-1018046221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:56.279409 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-fb9e648f-4603-43af-8e7d-82eeebb3cc50 tempest-TestVolumeBootPattern-1018046221 tempest-TestVolumeBootPattern-1018046221-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 1125 time: 0.0409071 Mar 16 11:29:56.282712 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55624) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:29:56.286865 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'port_id': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:56.306662 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:56.400548 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:56.502435 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Allocated IP 172.27.2.46 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/7153de2c-6af2-4441-b24b-f5691bcc564b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:56.605121 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for port (7153de2c-6af2-4441-b24b-f5691bcc564b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:56.636039 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (7153de2c-6af2-4441-b24b-f5691bcc564b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:56.670501 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:56.675088 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:56.678607 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:29:56.702222 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'Port': ['ID=7153de2c-6af2-4441-b24b-f5691bcc564b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:57.279998 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:57.345101 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (7153de2c-6af2-4441-b24b-f5691bcc564b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:57.491063 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for port (7153de2c-6af2-4441-b24b-f5691bcc564b), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:57.495359 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (7153de2c-6af2-4441-b24b-f5691bcc564b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:57.567529 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'Port': ['ID=7153de2c-6af2-4441-b24b-f5691bcc564b,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:57.575901 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:57.675048 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Floating IP 74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9 associated. External IP: 172.27.2.46, port: b3258cb5-47cd-4ee6-9df1-a7327af3c861. Mar 16 11:29:57.836738 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:29:57.878557 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Router 5bdcb02c-6605-4506-b9b5-44d467bc40ab has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:29:57.982882 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:29:57.993404 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e726293b-a493-4601-b0b6-f53649c63e51 None None] Sync routers for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:58.000782 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:29:58.003448 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726293b-a493-4601-b0b6-f53649c63e51 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:29:58.004053 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e726293b-a493-4601-b0b6-f53649c63e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:58.033662 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-fb27f44e-0db1-4f2f-8c05-e7b349555d87 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7499504 Mar 16 11:29:58.034237 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'tag': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:58.036522 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f578d84-8cd6-4bbc-894f-68f77f2422ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e2333ce3-abee-461d-bfcf-b8a09456117e", "tag": "b3258cb5-47cd-4ee6-9df1-a7327af3c861"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:29:58.077019 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f1d57f-dbb8-4ff1-a4f9-2c0b68bb7420 x-openstack-request-id: req-11f1d57f-dbb8-4ff1-a4f9-2c0b68bb7420 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:29:58.077315 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2333ce3-abee-461d-bfcf-b8a09456117e", "tag": "b3258cb5-47cd-4ee6-9df1-a7327af3c861", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:29:58.077569 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11f1d57f-dbb8-4ff1-a4f9-2c0b68bb7420 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:29:58.078521 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'tag': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'status': 'completed', 'code': 200} Mar 16 11:29:58.114567 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-e726293b-a493-4601-b0b6-f53649c63e51 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:29:58.175570 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578d84-8cd6-4bbc-894f-68f77f2422ba req-45d78446-498f-4dd8-ab30-64fbf3f5d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:58.177102 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1f578d84-8cd6-4bbc-894f-68f77f2422ba req-45d78446-498f-4dd8-ab30-64fbf3f5d20a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 1130 time: 0.0440187 Mar 16 11:29:58.270984 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578d84-8cd6-4bbc-894f-68f77f2422ba req-b70d3e05-7f02-4fcb-a4ec-87072509f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:58.272901 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1f578d84-8cd6-4bbc-894f-68f77f2422ba req-b70d3e05-7f02-4fcb-a4ec-87072509f5cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 912 time: 0.0884976 Mar 16 11:29:58.341639 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e726293b-a493-4601-b0b6-f53649c63e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:89:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:57Z', 'updated_at': '2022-03-16T11:29:57Z', 'revision_number': 0, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:58.349002 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1f578d84-8cd6-4bbc-894f-68f77f2422ba req-a09fdeb1-453b-47ec-9a30-9c91fb862970 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3258cb5-47cd-4ee6-9df1-a7327af3c861 HTTP/1.1" status: 200 len: 999 time: 0.0692024 Mar 16 11:29:58.367767 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e726293b-a493-4601-b0b6-f53649c63e51 None None] Checking router: 5bdcb02c-6605-4506-b9b5-44d467bc40ab for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:58.375887 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726293b-a493-4601-b0b6-f53649c63e51 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:29:58.376486 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e726293b-a493-4601-b0b6-f53649c63e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:29:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:58.396501 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578d84-8cd6-4bbc-894f-68f77f2422ba req-db83baba-9820-4f24-99ca-231642b94eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:58.397997 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1f578d84-8cd6-4bbc-894f-68f77f2422ba req-db83baba-9820-4f24-99ca-231642b94eb3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.0433629 Mar 16 11:29:58.445948 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578d84-8cd6-4bbc-894f-68f77f2422ba req-5595c543-1d9d-4c79-88ec-31b143c129dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:58.447487 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1f578d84-8cd6-4bbc-894f-68f77f2422ba req-5595c543-1d9d-4c79-88ec-31b143c129dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437279 Mar 16 11:29:58.482732 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-e726293b-a493-4601-b0b6-f53649c63e51 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:29:58.544802 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1f578d84-8cd6-4bbc-894f-68f77f2422ba req-c58b6c01-87af-410d-b178-c3f257b3bdd6 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868597 Mar 16 11:29:58.642900 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1f578d84-8cd6-4bbc-894f-68f77f2422ba req-7384eed4-06b7-4e6b-99a4-50a7eca5c7fc service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905337 Mar 16 11:29:58.710005 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e726293b-a493-4601-b0b6-f53649c63e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:89:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:57Z', 'updated_at': '2022-03-16T11:29:57Z', 'revision_number': 0, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:58.735489 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e726293b-a493-4601-b0b6-f53649c63e51 None None] The sync data for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi is: [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:89:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:57Z', 'updated_at': '2022-03-16T11:29:57Z', 'revision_number': 0, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:58.912884 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a9d72-7ea8-4253-891b-c2008fb2d284 None None] New status for floating IP 74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:00.305106 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2747457c-e07a-40ad-b05f-444321af68c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:02.786046 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1ceb297b-3ae0-4280-bf03-aaf509370d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:03.469121 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:04.991402 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:06.626994 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:06.823616 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:10.617780 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9432b570-6224-4248-b4d1-329d7e9730fe req-ee82be22-5e81-4f01-ad68-29d0a86bc911 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485432 Mar 16 11:30:10.708346 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432b570-6224-4248-b4d1-329d7e9730fe req-2be700b9-51a7-4aa0-bb82-2ed3454a25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:10.709826 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9432b570-6224-4248-b4d1-329d7e9730fe req-2be700b9-51a7-4aa0-bb82-2ed3454a25d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 1130 time: 0.0429301 Mar 16 11:30:10.818077 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432b570-6224-4248-b4d1-329d7e9730fe req-87e8423d-1244-4b6b-93a7-8a9846cf7e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:10.819590 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9432b570-6224-4248-b4d1-329d7e9730fe req-87e8423d-1244-4b6b-93a7-8a9846cf7e45 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 918 time: 0.0825865 Mar 16 11:30:10.887713 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9432b570-6224-4248-b4d1-329d7e9730fe req-5e5dff08-9a4c-4136-a1d7-cb16e2253166 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594a0a65-9258-428d-9670-b0168f59d0a3 HTTP/1.1" status: 200 len: 1001 time: 0.0607536 Mar 16 11:30:10.937771 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432b570-6224-4248-b4d1-329d7e9730fe req-7f274698-47d0-43e9-8537-d43f53fa8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:10.939418 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9432b570-6224-4248-b4d1-329d7e9730fe req-7f274698-47d0-43e9-8537-d43f53fa8d4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 200 len: 856 time: 0.0425520 Mar 16 11:30:10.989840 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432b570-6224-4248-b4d1-329d7e9730fe req-51ea56a6-dd97-4fd8-88b3-f37fa4575293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:10.991327 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9432b570-6224-4248-b4d1-329d7e9730fe req-51ea56a6-dd97-4fd8-88b3-f37fa4575293 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c51e02a-0c62-4dff-818a-86c433c70910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452342 Mar 16 11:30:11.089234 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9432b570-6224-4248-b4d1-329d7e9730fe req-244eb888-014d-42c1-bff7-f3b947f7761b service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888765 Mar 16 11:30:11.178812 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9432b570-6224-4248-b4d1-329d7e9730fe req-bf2258ae-0e35-4eef-adcf-0304527b7125 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829630 Mar 16 11:30:14.463181 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc9716-1fb1-42db-959b-48af4c31f685 req-0529f193-73eb-4710-a9dd-6a8506c7bdfe tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:14.464670 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a3fc9716-1fb1-42db-959b-48af4c31f685 req-0529f193-73eb-4710-a9dd-6a8506c7bdfe tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 946 time: 0.0560226 Mar 16 11:30:14.509797 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a3fc9716-1fb1-42db-959b-48af4c31f685 req-304d8055-97ec-45bb-8b6b-195656491083 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390353 Mar 16 11:30:15.628445 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0e14d-d3e6-4e80-89bb-b6d2d4d5a442 req-54a530fa-070a-4afa-a932-f27b6c3adb10 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:15.629967 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-edd0e14d-d3e6-4e80-89bb-b6d2d4d5a442 req-54a530fa-070a-4afa-a932-f27b6c3adb10 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 946 time: 0.0516589 Mar 16 11:30:15.674643 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-edd0e14d-d3e6-4e80-89bb-b6d2d4d5a442 req-61ec06f8-2d9c-409e-a380-f98f96c92ba6 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392246 Mar 16 11:30:16.662399 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-3755d6f6-4632-48a1-979e-2aa8fcddeef2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:16.663862 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-3755d6f6-4632-48a1-979e-2aa8fcddeef2 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.62 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 946 time: 0.0557196 Mar 16 11:30:16.786652 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Deleting port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:16.786996 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:16.852733 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f5817-0f51-4006-93ca-333074998d7a req-0a3d6a64-4851-407f-8714-4c7387dad562 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:16.854133 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-554f5817-0f51-4006-93ca-333074998d7a req-0a3d6a64-4851-407f-8714-4c7387dad562 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 946 time: 0.1093524 Mar 16 11:30:16.920667 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] For port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:16.921032 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:16.930959 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-554f5817-0f51-4006-93ca-333074998d7a req-9463575a-55be-45a9-9bc5-15b914414636 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups?id=77dc0457-5499-4ac7-8f09-2dc86115182a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714083 Mar 16 11:30:17.096830 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:17.097243 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:17.097553 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Floating IP a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6 disassociated. External IP: 172.27.2.83, port: ebbd24b1-0612-4c1c-a6f9-8cbc7930065e. Mar 16 11:30:17.097921 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Calling delete_port for ebbd24b1-0612-4c1c-a6f9-8cbc7930065e owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:17.229980 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (ebbd24b1-0612-4c1c-a6f9-8cbc7930065e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:17.260496 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event deleted for resources: {'Port': ['ID=ebbd24b1-0612-4c1c-a6f9-8cbc7930065e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:17.272457 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.272881 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.273234 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.273586 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.273927 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.274266 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.274667 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.274999 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.275332 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.275661 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.275995 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.276326 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.276699 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.277032 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.277359 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:17.388816 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Router c5722b8b-8009-4fc3-83b9-7473ced3318b has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:30:17.501051 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:30:17.511508 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426b3475-ba20-4b29-8126-e356d3c595e5 None None] Sync routers for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:17.521862 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b3475-ba20-4b29-8126-e356d3c595e5 None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:30:17.522473 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-426b3475-ba20-4b29-8126-e356d3c595e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:17.539457 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] No DVR routers for this DVR port ebbd24b1-0612-4c1c-a6f9-8cbc7930065e on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:17.542133 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:17.545503 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d762d951-34c8-4071-af43-9ac2e066fc77 req-39e758c4-ed7a-4cf8-99d9-c55f9d3ec475 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.62 "DELETE /v2.0/ports/ebbd24b1-0612-4c1c-a6f9-8cbc7930065e HTTP/1.1" status: 204 len: 173 time: 0.8751009 Mar 16 11:30:17.545943 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'name': 'network-vif-deleted', 'tag': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:17.548290 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4682a9d-1b9e-4a51-9fb5-1bc55ae21002" -d '{"events": [{"server_uuid": "029b9383-a80e-4d54-a80c-fbdc18f20d6d", "name": "network-vif-deleted", "tag": "ebbd24b1-0612-4c1c-a6f9-8cbc7930065e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:30:17.614045 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649c98eb-1cf0-420d-96c2-c4cae816a95e x-openstack-request-id: req-649c98eb-1cf0-420d-96c2-c4cae816a95e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:30:17.614357 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029b9383-a80e-4d54-a80c-fbdc18f20d6d", "name": "network-vif-deleted", "tag": "ebbd24b1-0612-4c1c-a6f9-8cbc7930065e", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:30:17.614540 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-649c98eb-1cf0-420d-96c2-c4cae816a95e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:30:17.614950 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029b9383-a80e-4d54-a80c-fbdc18f20d6d', 'name': 'network-vif-deleted', 'tag': 'ebbd24b1-0612-4c1c-a6f9-8cbc7930065e', 'status': 'completed', 'code': 200} Mar 16 11:30:17.692051 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-426b3475-ba20-4b29-8126-e356d3c595e5 None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:30:18.037332 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-426b3475-ba20-4b29-8126-e356d3c595e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:20Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:18.055748 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-62f622b2-31bc-4226-913c-a936dd0ec6de req-effdaf59-800e-4faf-b843-9097f0916302 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/ports?device_id=029b9383-a80e-4d54-a80c-fbdc18f20d6d HTTP/1.1" status: 200 len: 210 time: 0.0326941 Mar 16 11:30:18.076313 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426b3475-ba20-4b29-8126-e356d3c595e5 None None] Checking router: c5722b8b-8009-4fc3-83b9-7473ced3318b for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:18.087193 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b3475-ba20-4b29-8126-e356d3c595e5 None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:30:18.087944 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-426b3475-ba20-4b29-8126-e356d3c595e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:18.204435 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-426b3475-ba20-4b29-8126-e356d3c595e5 None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:30:18.408102 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-426b3475-ba20-4b29-8126-e356d3c595e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:20Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:18.433917 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426b3475-ba20-4b29-8126-e356d3c595e5 None None] The sync data for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi is: [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:24:09Z', 'revision_number': 4, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '38abbf98-d1c4-48a2-adcc-02842cf5223a', 'name': '', 'network_id': 'c170e093-4302-4344-9c38-7d7b54780b71', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'mac_address': 'fa:16:3e:6e:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:06Z', 'updated_at': '2022-03-16T11:24:20Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'subnets': [{'id': '75bf84d9-ff44-4d8e-bded-a61f9c17dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:18.639983 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c4c417-efb2-478d-a057-b6a5f6e5f0f1 None None] New status for floating IP a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:19.138057 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55756) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:19.191393 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec2657dc-b6a4-4b94-8474-e9f0eb75e10c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group (77dc0457-5499-4ac7-8f09-2dc86115182a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:19.213906 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec2657dc-b6a4-4b94-8474-e9f0eb75e10c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group (77dc0457-5499-4ac7-8f09-2dc86115182a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:19.261543 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec2657dc-b6a4-4b94-8474-e9f0eb75e10c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (77dc0457-5499-4ac7-8f09-2dc86115182a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:19.264133 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec2657dc-b6a4-4b94-8474-e9f0eb75e10c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:19.265326 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-ec2657dc-b6a4-4b94-8474-e9f0eb75e10c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "DELETE /v2.0/security-groups/77dc0457-5499-4ac7-8f09-2dc86115182a HTTP/1.1" status: 204 len: 168 time: 0.1262615 Mar 16 11:30:19.268108 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55758) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:19.274266 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2657dc-b6a4-4b94-8474-e9f0eb75e10c tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dc0457-5499-4ac7-8f09-2dc86115182a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:19.281512 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.api.v2.resource [None req-8b8ed724-47e8-4449-8550-7ed63341335e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] show failed (client error): The resource could not be found. Mar 16 11:30:19.282505 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-8b8ed724-47e8-4449-8550-7ed63341335e tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "GET /v2.0/security-groups/77dc0457-5499-4ac7-8f09-2dc86115182a HTTP/1.1" status: 404 len: 347 time: 0.0134172 Mar 16 11:30:19.285321 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55760) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:19.404148 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Deleting port 05def630-f677-44ca-af18-685a0a4c3078 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:19.404414 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (05def630-f677-44ca-af18-685a0a4c3078), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:19.479889 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (05def630-f677-44ca-af18-685a0a4c3078), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:19.480208 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (05def630-f677-44ca-af18-685a0a4c3078), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:19.491844 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Calling delete_port for 05def630-f677-44ca-af18-685a0a4c3078 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:19.621043 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (05def630-f677-44ca-af18-685a0a4c3078), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:19.643274 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Pushing event deleted for resources: {'Port': ['ID=05def630-f677-44ca-af18-685a0a4c3078,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:19.656509 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.656820 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.657159 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.657584 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.657946 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.658243 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.658564 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.658888 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.659209 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.659533 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.659851 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.660168 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.660483 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.660822 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.661134 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:19.714538 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks [] for floatingip (a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:19.717714 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:19.718907 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-518b7739-188e-4a64-bcb3-af2e93c9f4c8 tempest-AttachVolumeTestJSON-445181893 tempest-AttachVolumeTestJSON-445181893-project] 10.222.0.47 "DELETE /v2.0/floatingips/a054112a-0ab6-4dfd-a0e0-3cc6e5003cb6 HTTP/1.1" status: 204 len: 168 time: 0.4326799 Mar 16 11:30:22.164594 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device ebbd24b1-0612-4c1c-a6f9-8cbc7930065e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:30:22.172406 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc51c52-6521-46b8-b07f-9766db06cdae req-0c1dc3ce-e342-464e-8200-4e5b6c902d6e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:22.173944 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-afc51c52-6521-46b8-b07f-9766db06cdae req-0c1dc3ce-e342-464e-8200-4e5b6c902d6e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 946 time: 0.0551875 Mar 16 11:30:22.191510 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: ebbd24b1-0612-4c1c-a6f9-8cbc7930065e {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:30:22.191850 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device ebbd24b1-0612-4c1c-a6f9-8cbc7930065e not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:30:22.221100 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-afc51c52-6521-46b8-b07f-9766db06cdae req-21053122-0e0f-424f-8b8e-16dc16bdefca tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414667 Mar 16 11:30:23.250978 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55812) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:23.346769 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7d41b-ea25-47a1-abd9-5c316f626322 req-2d8d5f8c-7780-4223-997f-e0a23a693bb1 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:23.348275 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e1b7d41b-ea25-47a1-abd9-5c316f626322 req-2d8d5f8c-7780-4223-997f-e0a23a693bb1 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 946 time: 0.0547233 Mar 16 11:30:23.394346 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e1b7d41b-ea25-47a1-abd9-5c316f626322 req-59debacb-910e-4f09-98d5-a6a00767349a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403759 Mar 16 11:30:23.932076 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-117e113f-7475-4df7-a2e3-e465cc736521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774746'] for router_interface (c5722b8b-8009-4fc3-83b9-7473ced3318b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:24.040528 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-aff9bed6-8a3b-49f9-a7d2-1a8039b99beb tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:24.042006 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-aff9bed6-8a3b-49f9-a7d2-1a8039b99beb tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 946 time: 0.0498450 Mar 16 11:30:24.137356 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Deleting port 594a0a65-9258-428d-9670-b0168f59d0a3 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:24.137694 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:24.224982 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] For port 594a0a65-9258-428d-9670-b0168f59d0a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=594a0a65-9258-428d-9670-b0168f59d0a3,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:24.225426 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:24.232924 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-117e113f-7475-4df7-a2e3-e465cc736521 admin admin] Deleting port 38abbf98-d1c4-48a2-adcc-02842cf5223a {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:24.233267 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-117e113f-7475-4df7-a2e3-e465cc736521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:24.309086 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-117e113f-7475-4df7-a2e3-e465cc736521 admin admin] For port 38abbf98-d1c4-48a2-adcc-02842cf5223a, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=38abbf98-d1c4-48a2-adcc-02842cf5223a,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:24.309760 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-117e113f-7475-4df7-a2e3-e465cc736521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:24.325104 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-117e113f-7475-4df7-a2e3-e465cc736521 admin admin] Calling delete_port for 38abbf98-d1c4-48a2-adcc-02842cf5223a owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:24.394092 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:24.394828 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (e5b8f83f-016d-4bfa-a3b8-e8f3edf77897), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:24.394828 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Floating IP e5b8f83f-016d-4bfa-a3b8-e8f3edf77897 disassociated. External IP: 172.27.2.209, port: 594a0a65-9258-428d-9670-b0168f59d0a3. Mar 16 11:30:24.395171 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Calling delete_port for 594a0a65-9258-428d-9670-b0168f59d0a3 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:24.505682 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-117e113f-7475-4df7-a2e3-e465cc736521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (38abbf98-d1c4-48a2-adcc-02842cf5223a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:24.531979 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e113f-7475-4df7-a2e3-e465cc736521 admin admin] Pushing event deleted for resources: {'Port': ['ID=38abbf98-d1c4-48a2-adcc-02842cf5223a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:24.557641 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (594a0a65-9258-428d-9670-b0168f59d0a3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:24.571756 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872eb70-7e89-4414-a0ba-be4949fe49a1 req-15b1e006-8580-49f6-99c5-a81f05868e86 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:24.573551 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f872eb70-7e89-4414-a0ba-be4949fe49a1 req-15b1e006-8580-49f6-99c5-a81f05868e86 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0543e51-d0f1-495f-a692-96e5392ab45b HTTP/1.1" status: 200 len: 946 time: 0.1031842 Mar 16 11:30:24.616635 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event deleted for resources: {'Port': ['ID=594a0a65-9258-428d-9670-b0168f59d0a3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:24.720945 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-117e113f-7475-4df7-a2e3-e465cc736521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774902'] for router_interface (c5722b8b-8009-4fc3-83b9-7473ced3318b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:24.949948 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117e113f-7475-4df7-a2e3-e465cc736521 admin admin] Router c5722b8b-8009-4fc3-83b9-7473ced3318b has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:30:24.997720 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f872eb70-7e89-4414-a0ba-be4949fe49a1 req-cfd3a18e-4479-4642-82b3-03f03091abb7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0c175ca-2bac-495c-a6ac-59b04c88313a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4169941 Mar 16 11:30:25.034047 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Router 46c579b4-0022-4c3b-97e3-5765aebaf848 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:30:25.075046 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117e113f-7475-4df7-a2e3-e465cc736521 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:30:25.081299 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-117e113f-7475-4df7-a2e3-e465cc736521 admin admin] 10.222.0.47 "PUT /v2.0/routers/c5722b8b-8009-4fc3-83b9-7473ced3318b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251736 Mar 16 11:30:25.083708 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55820) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:25.092376 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93862c-04bd-4e98-a7af-a6020f15c778 None None] Sync routers for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:25.102809 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93862c-04bd-4e98-a7af-a6020f15c778 None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:30:25.103687 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ca93862c-04bd-4e98-a7af-a6020f15c778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:25.158565 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:30:25.170836 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839f6110-c3d4-49d9-a945-c45f50e22560 None None] Sync routers for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:25.180990 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f6110-c3d4-49d9-a945-c45f50e22560 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:30:25.182816 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-839f6110-c3d4-49d9-a945-c45f50e22560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:25.209314 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] No DVR routers for this DVR port 594a0a65-9258-428d-9670-b0168f59d0a3 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:25.212414 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:25.216038 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-faf4d185-8e19-4fd0-acb5-0f44727261b9 req-969aab13-223b-42a9-bae4-7dc1d9cdaf05 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.62 "DELETE /v2.0/ports/594a0a65-9258-428d-9670-b0168f59d0a3 HTTP/1.1" status: 204 len: 173 time: 1.1686597 Mar 16 11:30:25.216719 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'name': 'network-vif-deleted', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:25.218975 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Publish callbacks [] for router (c5722b8b-8009-4fc3-83b9-7473ced3318b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:25.219488 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b75de8-634e-47bb-b1c0-f43db440ee53" -d '{"events": [{"server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "name": "network-vif-deleted", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:30:25.242667 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ca93862c-04bd-4e98-a7af-a6020f15c778 None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:30:25.292459 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a1ce73-9e65-470b-9390-698eba65fd3a x-openstack-request-id: req-11a1ce73-9e65-470b-9390-698eba65fd3a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:30:25.293122 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0543e51-d0f1-495f-a692-96e5392ab45b", "name": "network-vif-deleted", "tag": "594a0a65-9258-428d-9670-b0168f59d0a3", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:30:25.293122 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11a1ce73-9e65-470b-9390-698eba65fd3a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:30:25.293429 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0543e51-d0f1-495f-a692-96e5392ab45b', 'name': 'network-vif-deleted', 'tag': '594a0a65-9258-428d-9670-b0168f59d0a3', 'status': 'completed', 'code': 200} Mar 16 11:30:25.335490 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-839f6110-c3d4-49d9-a945-c45f50e22560 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:30:25.338336 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Publish callbacks [] for router_gateway (c5722b8b-8009-4fc3-83b9-7473ced3318b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:25.397075 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Deleting port 5e0336e9-a436-4101-8c3f-8b783c90701d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:25.397439 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:25.458549 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ca93862c-04bd-4e98-a7af-a6020f15c778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:30:24Z', 'revision_number': 5, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port': {'id': '5e0336e9-a436-4101-8c3f-8b783c90701d', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:00Z', 'updated_at': '2022-03-16T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:25.482285 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] For port 5e0336e9-a436-4101-8c3f-8b783c90701d, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=5e0336e9-a436-4101-8c3f-8b783c90701d,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:25.482670 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:25.485488 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93862c-04bd-4e98-a7af-a6020f15c778 None None] Checking router: c5722b8b-8009-4fc3-83b9-7473ced3318b for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:25.494546 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93862c-04bd-4e98-a7af-a6020f15c778 None None] Routers {'c5722b8b-8009-4fc3-83b9-7473ced3318b'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:30:25.495148 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ca93862c-04bd-4e98-a7af-a6020f15c778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['c5722b8b-8009-4fc3-83b9-7473ced3318b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:25.497108 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Calling delete_port for 5e0336e9-a436-4101-8c3f-8b783c90701d owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:25.553779 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-839f6110-c3d4-49d9-a945-c45f50e22560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:25.581465 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839f6110-c3d4-49d9-a945-c45f50e22560 None None] Checking router: 46c579b4-0022-4c3b-97e3-5765aebaf848 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:25.587556 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ca93862c-04bd-4e98-a7af-a6020f15c778 None None] Set router c5722b8b-8009-4fc3-83b9-7473ced3318b gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:30:25.592035 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f6110-c3d4-49d9-a945-c45f50e22560 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:30:25.592706 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-839f6110-c3d4-49d9-a945-c45f50e22560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:25.645791 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ca93862c-04bd-4e98-a7af-a6020f15c778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:30:25Z', 'revision_number': 6, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port_host': None}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:25.674631 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93862c-04bd-4e98-a7af-a6020f15c778 None None] The sync data for ids ['c5722b8b-8009-4fc3-83b9-7473ced3318b'] in dv-cinder-790535-29-iscsi is: [{'id': 'c5722b8b-8009-4fc3-83b9-7473ced3318b', 'name': 'tempest-AttachVolumeTestJSON-332017478-router', 'tenant_id': '78f8a86c59e74a06bb88d49b9554e21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:30:25Z', 'revision_number': 6, 'project_id': '78f8a86c59e74a06bb88d49b9554e21a', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:25.697611 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (5e0336e9-a436-4101-8c3f-8b783c90701d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:25.729641 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-839f6110-c3d4-49d9-a945-c45f50e22560 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:30:25.741068 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0336e9-a436-4101-8c3f-8b783c90701d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:25.809074 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3769680'] for router_gateway (c5722b8b-8009-4fc3-83b9-7473ced3318b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:25.941800 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-839f6110-c3d4-49d9-a945-c45f50e22560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:25.968097 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839f6110-c3d4-49d9-a945-c45f50e22560 None None] The sync data for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi is: [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:26.100532 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26295'] for router (c5722b8b-8009-4fc3-83b9-7473ced3318b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.103376 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Publish callbacks [] for router_controller (c5722b8b-8009-4fc3-83b9-7473ced3318b), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.103811 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55828) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:26.157769 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775648'] for router (c5722b8b-8009-4fc3-83b9-7473ced3318b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.158410 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5722b8b-8009-4fc3-83b9-7473ced3318b {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:30:26.163541 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.165306 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-75a58592-911e-43bb-b864-7383f2c19cc2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c5722b8b-8009-4fc3-83b9-7473ced3318b HTTP/1.1" status: 204 len: 168 time: 1.0800822 Mar 16 11:30:26.168587 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55830) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:26.191617 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4141f1b8-fbb1-430b-86f7-db67010b3f0b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group (f0c175ca-2bac-495c-a6ac-59b04c88313a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.215913 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-051fcd76-edb9-4b2f-baa0-6e596873b4ce admin admin] Deleting subnet 75bf84d9-ff44-4d8e-bded-a61f9c17dfc9 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:30:26.219690 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-051fcd76-edb9-4b2f-baa0-6e596873b4ce admin admin] Publish callbacks [] for subnet (75bf84d9-ff44-4d8e-bded-a61f9c17dfc9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.221894 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4141f1b8-fbb1-430b-86f7-db67010b3f0b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group (f0c175ca-2bac-495c-a6ac-59b04c88313a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.256678 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-051fcd76-edb9-4b2f-baa0-6e596873b4ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62316682'] for subnet (75bf84d9-ff44-4d8e-bded-a61f9c17dfc9), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.282555 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4141f1b8-fbb1-430b-86f7-db67010b3f0b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f0c175ca-2bac-495c-a6ac-59b04c88313a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.285750 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4141f1b8-fbb1-430b-86f7-db67010b3f0b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.286914 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-4141f1b8-fbb1-430b-86f7-db67010b3f0b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "DELETE /v2.0/security-groups/f0c175ca-2bac-495c-a6ac-59b04c88313a HTTP/1.1" status: 204 len: 168 time: 0.1821165 Mar 16 11:30:26.291171 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55832) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:26.296129 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141f1b8-fbb1-430b-86f7-db67010b3f0b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c175ca-2bac-495c-a6ac-59b04c88313a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:26.300776 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc68768-fd9d-4a74-84db-2e6dd2a37a77 None None] New status for floating IP e5b8f83f-016d-4bfa-a3b8-e8f3edf77897: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:26.310025 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.api.v2.resource [None req-45b1ef56-df55-4900-a398-976b4202259c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] show failed (client error): The resource could not be found. Mar 16 11:30:26.311042 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-45b1ef56-df55-4900-a398-976b4202259c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups/f0c175ca-2bac-495c-a6ac-59b04c88313a HTTP/1.1" status: 404 len: 347 time: 0.0188048 Mar 16 11:30:26.315026 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55834) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:26.456978 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-051fcd76-edb9-4b2f-baa0-6e596873b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (75bf84d9-ff44-4d8e-bded-a61f9c17dfc9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.538365 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-051fcd76-edb9-4b2f-baa0-6e596873b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62423950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62846945'] for subnet (75bf84d9-ff44-4d8e-bded-a61f9c17dfc9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.547904 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-16d4d52e-3f88-4d46-abc1-ada8027b6c84 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Deleting port 26aae8db-c730-4730-ac3c-9da08e5ecd7a {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:26.548233 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4d52e-3f88-4d46-abc1-ada8027b6c84 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (26aae8db-c730-4730-ac3c-9da08e5ecd7a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.573381 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fcd76-edb9-4b2f-baa0-6e596873b4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75bf84d9-ff44-4d8e-bded-a61f9c17dfc9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:26.580459 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9029b147-43be-479b-bec9-57a9a9babe15 None None] Network c170e093-4302-4344-9c38-7d7b54780b71 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:30:26.588430 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-051fcd76-edb9-4b2f-baa0-6e596873b4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.592687 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-051fcd76-edb9-4b2f-baa0-6e596873b4ce admin admin] 10.222.0.47 "DELETE /v2.0/subnets/75bf84d9-ff44-4d8e-bded-a61f9c17dfc9 HTTP/1.1" status: 204 len: 168 time: 0.4229529 Mar 16 11:30:26.595969 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55836) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:26.674096 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4d52e-3f88-4d46-abc1-ada8027b6c84 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (26aae8db-c730-4730-ac3c-9da08e5ecd7a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.674611 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4d52e-3f88-4d46-abc1-ada8027b6c84 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (26aae8db-c730-4730-ac3c-9da08e5ecd7a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.688787 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-16d4d52e-3f88-4d46-abc1-ada8027b6c84 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Calling delete_port for 26aae8db-c730-4730-ac3c-9da08e5ecd7a owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:26.692389 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 38abbf98-d1c4-48a2-adcc-02842cf5223a no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:30:26.693909 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (c170e093-4302-4344-9c38-7d7b54780b71), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.723367 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 38abbf98-d1c4-48a2-adcc-02842cf5223a {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:30:26.723949 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 38abbf98-d1c4-48a2-adcc-02842cf5223a not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:30:26.724434 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 5e0336e9-a436-4101-8c3f-8b783c90701d no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:30:26.750128 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 5e0336e9-a436-4101-8c3f-8b783c90701d {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:30:26.750533 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 5e0336e9-a436-4101-8c3f-8b783c90701d not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:30:26.752468 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Deleting port cf73a9b4-220e-4541-905c-f858cf286575 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:26.752929 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (cf73a9b4-220e-4541-905c-f858cf286575), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.848723 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] For port cf73a9b4-220e-4541-905c-f858cf286575, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=cf73a9b4-220e-4541-905c-f858cf286575,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:26.849468 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (cf73a9b4-220e-4541-905c-f858cf286575), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.853214 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c52c2a-742f-47ee-9287-509a7ee9a068 None None] DHCP port deletion for c170e093-4302-4344-9c38-7d7b54780b71 request from dv-cinder-790535-29-iscsi {{(pid=103139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 11:30:26.857371 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4d52e-3f88-4d46-abc1-ada8027b6c84 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (26aae8db-c730-4730-ac3c-9da08e5ecd7a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.874106 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Calling delete_port for cf73a9b4-220e-4541-905c-f858cf286575 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:26.894292 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4d52e-3f88-4d46-abc1-ada8027b6c84 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event deleted for resources: {'Port': ['ID=26aae8db-c730-4730-ac3c-9da08e5ecd7a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:26.915301 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-82c52c2a-742f-47ee-9287-509a7ee9a068 None None] Deleting port cf73a9b4-220e-4541-905c-f858cf286575 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:26.915855 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-82c52c2a-742f-47ee-9287-509a7ee9a068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (cf73a9b4-220e-4541-905c-f858cf286575), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.959079 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (cf73a9b4-220e-4541-905c-f858cf286575), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.963295 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4d52e-3f88-4d46-abc1-ada8027b6c84 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (e5b8f83f-016d-4bfa-a3b8-e8f3edf77897), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.966248 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16d4d52e-3f88-4d46-abc1-ada8027b6c84 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.970763 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-16d4d52e-3f88-4d46-abc1-ada8027b6c84 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "DELETE /v2.0/floatingips/e5b8f83f-016d-4bfa-a3b8-e8f3edf77897 HTTP/1.1" status: 204 len: 168 time: 0.6515863 Mar 16 11:30:26.988863 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-82c52c2a-742f-47ee-9287-509a7ee9a068 None None] For port cf73a9b4-220e-4541-905c-f858cf286575, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=cf73a9b4-220e-4541-905c-f858cf286575,segment=NetworkSegment(787419a4-b254-4645-a9f6-17306acf1611),segment_id=787419a4-b254-4645-a9f6-17306acf1611)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:26.992633 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-82c52c2a-742f-47ee-9287-509a7ee9a068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (cf73a9b4-220e-4541-905c-f858cf286575), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:26.993423 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] No DVR routers for this DVR port cf73a9b4-220e-4541-905c-f858cf286575 on host dv-cinder-790535-29-iscsi {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:26.997738 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf73a9b4-220e-4541-905c-f858cf286575,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:27.078000 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (c170e093-4302-4344-9c38-7d7b54780b71), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.102882 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c170e093-4302-4344-9c38-7d7b54780b71']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:27.113552 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787419a4-b254-4645-a9f6-17306acf1611') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:27.114287 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787419a4-b254-4645-a9f6-17306acf1611') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:27.126259 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58926138'] for segment (787419a4-b254-4645-a9f6-17306acf1611), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.138928 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-82c52c2a-742f-47ee-9287-509a7ee9a068 None None] Calling delete_port for cf73a9b4-220e-4541-905c-f858cf286575 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:27.140701 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (787419a4-b254-4645-a9f6-17306acf1611), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.147061 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:30:27.147443 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633050'] for segment (787419a4-b254-4645-a9f6-17306acf1611), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: Traceback (most recent call last): Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: timer() Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: cb(*args, **kw) Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: return func(*args, **kwargs) Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: self._notify() Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: self.callback(batched_events) Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: event.method(event) Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: return f(self, *a, **k) Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._get(url).json() Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: return self.request(url, 'GET', **kwargs) Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:30:27.149234 dv-cinder-790535-29-iscsi neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:30:27.206555 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (c170e093-4302-4344-9c38-7d7b54780b71), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.216248 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.219455 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] 10.222.0.47 "DELETE /v2.0/networks/c170e093-4302-4344-9c38-7d7b54780b71 HTTP/1.1" status: 204 len: 168 time: 0.6222012 Mar 16 11:30:27.229344 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6ffa8-4616-48b1-bb62-d762ccd0c04f admin admin] Pushing event deleted for resources: {'Network': ['ID=c170e093-4302-4344-9c38-7d7b54780b71,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:27.279182 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-82c52c2a-742f-47ee-9287-509a7ee9a068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153'] for port (cf73a9b4-220e-4541-905c-f858cf286575), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.304481 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c52c2a-742f-47ee-9287-509a7ee9a068 None None] Pushing event deleted for resources: {'Port': ['ID=cf73a9b4-220e-4541-905c-f858cf286575,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:27.309498 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82c52c2a-742f-47ee-9287-509a7ee9a068 None None] Network c170e093-4302-4344-9c38-7d7b54780b71 is not hosted by any dhcp agent {{(pid=103139) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 16 11:30:27.311273 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55844) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:27.313268 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c52c2a-742f-47ee-9287-509a7ee9a068 None None] No DVR routers for this DVR port cf73a9b4-220e-4541-905c-f858cf286575 on host dv-cinder-790535-29-iscsi {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:27.316962 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-39db068f-4e75-4da5-91c0-8eeb8882b42a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1095884055', 'description': 'tempest-description--1658955217'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:27.343326 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39db068f-4e75-4da5-91c0-8eeb8882b42a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.371112 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55846) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:27.412883 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-8a218c25-0593-4fad-aba1-b280b2be99eb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78f8a86c59e74a06bb88d49b9554e21a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405443 Mar 16 11:30:27.415317 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55848) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:27.417879 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39db068f-4e75-4da5-91c0-8eeb8882b42a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group (981919b2-8a92-46db-85e3-8be5d9827402), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.422799 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39db068f-4e75-4da5-91c0-8eeb8882b42a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (981919b2-8a92-46db-85e3-8be5d9827402), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.451873 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39db068f-4e75-4da5-91c0-8eeb8882b42a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.453235 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-39db068f-4e75-4da5-91c0-8eeb8882b42a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1401372 Mar 16 11:30:27.456932 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55850) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:27.457296 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db068f-4e75-4da5-91c0-8eeb8882b42a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981919b2-8a92-46db-85e3-8be5d9827402,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:27.463202 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1b600182-ac3b-498b-aed2-c229a37221dd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Request body: {'security_group_rule': {'security_group_id': '981919b2-8a92-46db-85e3-8be5d9827402', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:27.479608 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f670f29c-6c49-45a4-a921-81951a394fd0 admin admin] Publish callbacks [] for security_group (0cde3a31-8ac7-46aa-9c88-35602b1cf965), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.510893 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f670f29c-6c49-45a4-a921-81951a394fd0 admin admin] Publish callbacks [] for security_group (0cde3a31-8ac7-46aa-9c88-35602b1cf965), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.512465 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b600182-ac3b-498b-aed2-c229a37221dd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group_rule (74a21864-2787-48bc-966c-238279a11b93), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.579971 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b600182-ac3b-498b-aed2-c229a37221dd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group_rule (74a21864-2787-48bc-966c-238279a11b93), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.583547 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b600182-ac3b-498b-aed2-c229a37221dd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (74a21864-2787-48bc-966c-238279a11b93), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.595098 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f670f29c-6c49-45a4-a921-81951a394fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (0cde3a31-8ac7-46aa-9c88-35602b1cf965), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.597760 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f670f29c-6c49-45a4-a921-81951a394fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.599023 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-f670f29c-6c49-45a4-a921-81951a394fd0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0cde3a31-8ac7-46aa-9c88-35602b1cf965 HTTP/1.1" status: 204 len: 168 time: 0.1826859 Mar 16 11:30:27.615509 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b600182-ac3b-498b-aed2-c229a37221dd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a21864-2787-48bc-966c-238279a11b93,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:27.620295 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b600182-ac3b-498b-aed2-c229a37221dd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.621507 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-1b600182-ac3b-498b-aed2-c229a37221dd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634989 Mar 16 11:30:27.622391 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670f29c-6c49-45a4-a921-81951a394fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cde3a31-8ac7-46aa-9c88-35602b1cf965,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:27.624883 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55854) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:27.629422 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-a959e419-6069-41a7-a893-fdda74b8aab0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Request body: {'security_group_rule': {'security_group_id': '981919b2-8a92-46db-85e3-8be5d9827402', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:27.658609 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a959e419-6069-41a7-a893-fdda74b8aab0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group_rule (1adcb899-7e72-4aff-bc22-05fe60e8cff0), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.716306 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a959e419-6069-41a7-a893-fdda74b8aab0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group_rule (1adcb899-7e72-4aff-bc22-05fe60e8cff0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.721766 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a959e419-6069-41a7-a893-fdda74b8aab0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (1adcb899-7e72-4aff-bc22-05fe60e8cff0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.737089 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959e419-6069-41a7-a893-fdda74b8aab0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adcb899-7e72-4aff-bc22-05fe60e8cff0,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:27.748798 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a959e419-6069-41a7-a893-fdda74b8aab0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.750895 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-a959e419-6069-41a7-a893-fdda74b8aab0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250210 Mar 16 11:30:27.754037 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55856) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:27.758385 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:27.785667 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.881626 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:27.995890 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Allocated IP 172.27.2.75 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/5e142a83-1c0c-48a3-9e2e-803689d58b0e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:28.104394 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for port (5e142a83-1c0c-48a3-9e2e-803689d58b0e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:28.137594 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (5e142a83-1c0c-48a3-9e2e-803689d58b0e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:28.174910 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:28.179769 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:28.183448 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:30:28.193656 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 594a0a65-9258-428d-9670-b0168f59d0a3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:30:28.209576 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event updated for resources: {'Port': ['ID=5e142a83-1c0c-48a3-9e2e-803689d58b0e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:28.233863 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: 594a0a65-9258-428d-9670-b0168f59d0a3 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:30:28.234216 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 594a0a65-9258-428d-9670-b0168f59d0a3 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:30:28.281885 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (6eded93e-8bef-4a97-a356-6a117d181ffb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:28.317221 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (5e142a83-1c0c-48a3-9e2e-803689d58b0e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:28.469874 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for port (5e142a83-1c0c-48a3-9e2e-803689d58b0e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:28.474484 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (5e142a83-1c0c-48a3-9e2e-803689d58b0e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:28.552248 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event updated for resources: {'Port': ['ID=5e142a83-1c0c-48a3-9e2e-803689d58b0e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:28.557119 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (6eded93e-8bef-4a97-a356-6a117d181ffb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:28.573503 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:28.582174 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-929a9d08-6449-4711-8e0d-318d0df86e32 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8271348 Mar 16 11:30:28.664098 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device cf73a9b4-220e-4541-905c-f858cf286575 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:30:28.687415 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: cf73a9b4-220e-4541-905c-f858cf286575 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:30:28.687825 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device cf73a9b4-220e-4541-905c-f858cf286575 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:30:28.781798 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-0d31f907-6523-417b-a78b-ecf7a044a98e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1095884055&fields=id&tenant_id=49980453ee93427280de61728aab00cf HTTP/1.1" status: 200 len: 267 time: 0.0442557 Mar 16 11:30:28.891871 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7ac7bf26-ce27-4f13-b0b0-e777a5ce2b6f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:28.893454 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7ac7bf26-ce27-4f13-b0b0-e777a5ce2b6f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 817 time: 0.1054316 Mar 16 11:30:28.909225 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-257f16c6-c217-4d1c-ac3f-d5dc5b47e3f7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/quotas/49980453ee93427280de61728aab00cf HTTP/1.1" status: 200 len: 375 time: 0.0091987 Mar 16 11:30:28.964740 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-fc285c1b-8263-4d92-9226-5e72a8e1671f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501328 Mar 16 11:30:29.073309 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-be6dac55-9c54-4c3e-9795-af335d1e1928 service neutron] 10.222.0.47 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968411 Mar 16 11:30:29.168544 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-088d777e-6d22-4abe-b137-f60d2dfe71ec service neutron] 10.222.0.47 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890956 Mar 16 11:30:29.332286 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d7487fd5-3958-4db6-8d40-fd0de39e794b req-72a6756f-e918-4cfe-ade9-7d65de01d3ff tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 210 time: 0.0283759 Mar 16 11:30:29.346779 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55920) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:29.473771 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9aadf6ea-9508-4b25-a74d-73caa41733a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:29.562653 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9aadf6ea-9508-4b25-a74d-73caa41733a9 admin admin] Publish callbacks [] for security_group (f71c015f-31a0-462c-911d-abac1c6ffe43), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:29.566693 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9aadf6ea-9508-4b25-a74d-73caa41733a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f71c015f-31a0-462c-911d-abac1c6ffe43), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:29.609938 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-9aadf6ea-9508-4b25-a74d-73caa41733a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3621cb18eee408eb77eed13d0e1f5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621861 Mar 16 11:30:29.610828 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadf6ea-9508-4b25-a74d-73caa41733a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71c015f-31a0-462c-911d-abac1c6ffe43,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:29.613635 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55930) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:29.669598 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-984b7db8-58fd-401a-a8b1-acd739614e59 admin admin] Publish callbacks [] for security_group (f71c015f-31a0-462c-911d-abac1c6ffe43), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:29.691692 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-984b7db8-58fd-401a-a8b1-acd739614e59 admin admin] Publish callbacks [] for security_group (f71c015f-31a0-462c-911d-abac1c6ffe43), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:29.738636 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-984b7db8-58fd-401a-a8b1-acd739614e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f71c015f-31a0-462c-911d-abac1c6ffe43), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:29.741503 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-984b7db8-58fd-401a-a8b1-acd739614e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:29.742691 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-984b7db8-58fd-401a-a8b1-acd739614e59 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f71c015f-31a0-462c-911d-abac1c6ffe43 HTTP/1.1" status: 204 len: 168 time: 0.1272871 Mar 16 11:30:29.751993 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b7db8-58fd-401a-a8b1-acd739614e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71c015f-31a0-462c-911d-abac1c6ffe43,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:30.015394 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 55936) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:30.028177 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-867eb46c-8fe9-4bbf-ac1a-577ecd093272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:30.101127 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-867eb46c-8fe9-4bbf-ac1a-577ecd093272 admin admin] Publish callbacks [] for security_group (f20ef9a1-22e5-48a3-925b-3c82dfebe2c0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:30.104816 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-867eb46c-8fe9-4bbf-ac1a-577ecd093272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f20ef9a1-22e5-48a3-925b-3c82dfebe2c0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:30.142689 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-867eb46c-8fe9-4bbf-ac1a-577ecd093272 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=108553eced6146b492586b5ebae157ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261709 Mar 16 11:30:30.143773 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867eb46c-8fe9-4bbf-ac1a-577ecd093272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20ef9a1-22e5-48a3-925b-3c82dfebe2c0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:30.146228 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 55938) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:30.202583 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929c70bc-f098-43ac-b605-927369c963e1 admin admin] Publish callbacks [] for security_group (f20ef9a1-22e5-48a3-925b-3c82dfebe2c0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:30.228560 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929c70bc-f098-43ac-b605-927369c963e1 admin admin] Publish callbacks [] for security_group (f20ef9a1-22e5-48a3-925b-3c82dfebe2c0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:30.310646 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5a571896-2134-4e48-98eb-e6ad8adf8d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:30.352708 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929c70bc-f098-43ac-b605-927369c963e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f20ef9a1-22e5-48a3-925b-3c82dfebe2c0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:30.355265 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-929c70bc-f098-43ac-b605-927369c963e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:30.356464 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-929c70bc-f098-43ac-b605-927369c963e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f20ef9a1-22e5-48a3-925b-3c82dfebe2c0 HTTP/1.1" status: 204 len: 168 time: 0.2086632 Mar 16 11:30:30.378012 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-6c3bf191-510f-4be0-93d4-c4520823544f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:30.379429 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-6c3bf191-510f-4be0-93d4-c4520823544f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.62 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 817 time: 0.1489811 Mar 16 11:30:30.380159 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c70bc-f098-43ac-b605-927369c963e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20ef9a1-22e5-48a3-925b-3c82dfebe2c0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:30.468782 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-86dd6a17-50a7-4286-a17e-20df02101b4c req-898e0d7c-8fd9-4965-8ac9-f3a00aa74daf tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 210 time: 0.0336378 Mar 16 11:30:30.493723 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-a438f561-deab-46a5-97a8-7481a00fe6d3 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49980453ee93427280de61728aab00cf HTTP/1.1" status: 200 len: 380 time: 0.0952592 Mar 16 11:30:30.513409 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Request body: {'port': {'device_id': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'admin_state_up': True, 'tenant_id': '49980453ee93427280de61728aab00cf', 'security_groups': ['981919b2-8a92-46db-85e3-8be5d9827402']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:30.623325 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Made reservation on behalf of 49980453ee93427280de61728aab00cf for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:30:30.626926 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:30.753862 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Allocated IP 172.20.0.5 (9c51e02a-0c62-4dff-818a-86c433c70910/c3e7dddf-50c1-45de-ab46-7b560362b20f/0e05286f-63ba-4ab2-a79d-638ae2595557) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:30.894357 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:30.935052 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:30.973120 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Network 9c51e02a-0c62-4dff-818a-86c433c70910 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:30.976018 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:30.989047 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:30:31.022495 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event updated for resources: {'Port': ['ID=0e05286f-63ba-4ab2-a79d-638ae2595557,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:31.049683 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:31.050336 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:31.068421 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-7da69fc1-f795-4d9e-937f-0691a0694053 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589037 Mar 16 11:30:31.086492 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Request body: {'port': {'device_id': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:31.153391 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:31.222435 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-b50d7605-4ccb-47c4-b003-1ebbcd1c840e None None] Provisioning complete for port 0e05286f-63ba-4ab2-a79d-638ae2595557 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:30:31.222953 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b50d7605-4ccb-47c4-b003-1ebbcd1c840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:31.264103 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b50d7605-4ccb-47c4-b003-1ebbcd1c840e None None] Port 0e05286f-63ba-4ab2-a79d-638ae2595557 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:30:31.442951 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e05286f-63ba-4ab2-a79d-638ae2595557 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:30:31.450383 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Publish callbacks [] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:31.462677 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Transition to ACTIVE for port object 0e05286f-63ba-4ab2-a79d-638ae2595557 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:30:31.466432 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:31.518788 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Pushing event updated for resources: {'Port': ['ID=0e05286f-63ba-4ab2-a79d-638ae2595557,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:31.632744 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Attempting to bind port 0e05286f-63ba-4ab2-a79d-638ae2595557 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:30:31.633086 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Attempting to bind port 0e05286f-63ba-4ab2-a79d-638ae2595557 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:30:31.633422 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Attempting to bind port 0e05286f-63ba-4ab2-a79d-638ae2595557 on network 9c51e02a-0c62-4dff-818a-86c433c70910 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:30:31.646190 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1641e-6fec-4222-b0f7-13bc1b2079b8 req-e3bdc2db-28ef-4375-a9e7-25706e117a17 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:31.647737 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c8d1641e-6fec-4222-b0f7-13bc1b2079b8 req-e3bdc2db-28ef-4375-a9e7-25706e117a17 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0960872 Mar 16 11:30:31.648510 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Port 0e05286f-63ba-4ab2-a79d-638ae2595557 on network 9c51e02a-0c62-4dff-818a-86c433c70910 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:30:31.648867 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Attempting to bind port 0e05286f-63ba-4ab2-a79d-638ae2595557 on network 9c51e02a-0c62-4dff-818a-86c433c70910 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:30:31.656922 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:30:31.657266 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Checking segment: {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:30:31.658356 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Bound using segment: {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:30:31.658356 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Bound port: 0e05286f-63ba-4ab2-a79d-638ae2595557, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa3f1f2-9ce4-4d89-aea4-29e08c831117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:30:31.658718 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:31.746888 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c8d1641e-6fec-4222-b0f7-13bc1b2079b8 req-0b27692a-6e4e-48ad-84dc-305435be495d tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925632 Mar 16 11:30:31.767345 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:30:31.770637 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e05286f-63ba-4ab2-a79d-638ae2595557,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:30:31.778143 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:31.805818 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:31.806437 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:31.809633 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] 10.222.0.62 "PUT /v2.0/ports/0e05286f-63ba-4ab2-a79d-638ae2595557 HTTP/1.1" status: 200 len: 1093 time: 0.7276847 Mar 16 11:30:31.829313 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:31.832318 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ba9626-7b0a-4f42-9713-e26fc277956f" -d '{"events": [{"name": "network-changed", "server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:30:31.865018 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f873c5-e108-40bf-b6a8-9503c541281c service neutron] Pushing event updated for resources: {'Port': ['ID=0e05286f-63ba-4ab2-a79d-638ae2595557,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:31.888819 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc2198d-e1ff-4348-8ac3-b6ea2292f31f x-openstack-request-id: req-1dc2198d-e1ff-4348-8ac3-b6ea2292f31f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:30:31.889104 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:30:31.889871 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1dc2198d-e1ff-4348-8ac3-b6ea2292f31f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:30:31.890254 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'status': 'completed', 'code': 200} Mar 16 11:30:31.949510 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-10a4dfa2-0593-4913-925d-423804bca5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:31.952930 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-10a4dfa2-0593-4913-925d-423804bca5f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 1127 time: 0.0772603 Mar 16 11:30:32.019406 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-86cc9c4e-ffa5-4aef-a1e8-2b3dda2cd0ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e05286f-63ba-4ab2-a79d-638ae2595557 HTTP/1.1" status: 200 len: 217 time: 0.0528271 Mar 16 11:30:32.085892 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-767235a3-9716-4193-84c5-12aedeae8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:32.087979 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-767235a3-9716-4193-84c5-12aedeae8c89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 200 len: 856 time: 0.0609396 Mar 16 11:30:32.174756 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-8cbe56ff-1462-4c84-8c12-1d0307a37d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:32.177594 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-8cbe56ff-1462-4c84-8c12-1d0307a37d1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c51e02a-0c62-4dff-818a-86c433c70910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0832121 Mar 16 11:30:32.300327 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-a032bb96-a875-46f6-94d7-7099c4e75e39 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144147 Mar 16 11:30:32.388214 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e8dcaf1f-c699-4dff-a135-77238147ce8c req-4a4f7f87-fc6f-4f26-ac8e-a6bfecb8f041 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819566 Mar 16 11:30:32.537172 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba9626-7b0a-4f42-9713-e26fc277956f req-51a60ba2-be26-41b1-8310-586a25ec0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:32.538543 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-49ba9626-7b0a-4f42-9713-e26fc277956f req-51a60ba2-be26-41b1-8310-586a25ec0b61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 1127 time: 0.0469737 Mar 16 11:30:32.630124 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba9626-7b0a-4f42-9713-e26fc277956f req-692f7aa0-3f4a-42c4-9d8a-cf613c003b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:32.631585 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-49ba9626-7b0a-4f42-9713-e26fc277956f req-692f7aa0-3f4a-42c4-9d8a-cf613c003b17 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 918 time: 0.0856965 Mar 16 11:30:32.678969 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-49ba9626-7b0a-4f42-9713-e26fc277956f req-dac7deae-223f-4fe3-9ccf-634d5d5501b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e05286f-63ba-4ab2-a79d-638ae2595557 HTTP/1.1" status: 200 len: 217 time: 0.0400639 Mar 16 11:30:32.734781 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba9626-7b0a-4f42-9713-e26fc277956f req-343f07bd-43d2-42ef-847c-87f3b20f0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:32.736330 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-49ba9626-7b0a-4f42-9713-e26fc277956f req-343f07bd-43d2-42ef-847c-87f3b20f0680 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 200 len: 856 time: 0.0516925 Mar 16 11:30:32.792004 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba9626-7b0a-4f42-9713-e26fc277956f req-b424b61b-7118-4241-aa5a-090be7a81054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:32.793735 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-49ba9626-7b0a-4f42-9713-e26fc277956f req-b424b61b-7118-4241-aa5a-090be7a81054 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c51e02a-0c62-4dff-818a-86c433c70910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514667 Mar 16 11:30:32.795973 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c43877a1-688f-4d6d-b18a-1753ae839173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:32.923434 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ea9e6-1e15-4de1-863f-927db7026362 req-e97980e0-9c4e-4ea7-a80e-3d18b9a26953 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:32.924954 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0d2ea9e6-1e15-4de1-863f-927db7026362 req-e97980e0-9c4e-4ea7-a80e-3d18b9a26953 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0797906 Mar 16 11:30:32.926670 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-49ba9626-7b0a-4f42-9713-e26fc277956f req-362b0628-6add-437b-8def-f862f72d5566 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257219 Mar 16 11:30:33.023100 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0d2ea9e6-1e15-4de1-863f-927db7026362 req-4800d421-f95c-4fa1-bd3d-156344899971 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925310 Mar 16 11:30:33.055380 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-49ba9626-7b0a-4f42-9713-e26fc277956f req-4a75b19a-fdbf-4f2f-9284-bbdd64ec6a02 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190679 Mar 16 11:30:33.478214 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:34.146938 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d49190-0427-43fb-8d83-005782d35633 req-73ba1253-59e2-4c1a-bd9e-8e33bc860736 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:34.148463 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-03d49190-0427-43fb-8d83-005782d35633 req-73ba1253-59e2-4c1a-bd9e-8e33bc860736 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0540838 Mar 16 11:30:34.197124 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-03d49190-0427-43fb-8d83-005782d35633 req-36f8cd57-29f1-4667-a9f2-54b4111640dd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428727 Mar 16 11:30:34.836594 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:30:34.996766 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:35.322532 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58d557-b108-4fe6-8ab0-1f0f7a500a45 req-cff966d0-759a-4350-88f4-bbf60f936c4c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:35.324011 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9e58d557-b108-4fe6-8ab0-1f0f7a500a45 req-cff966d0-759a-4350-88f4-bbf60f936c4c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0522988 Mar 16 11:30:35.370894 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9e58d557-b108-4fe6-8ab0-1f0f7a500a45 req-e47bc545-c96e-45bb-aa57-93895d92eb28 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404692 Mar 16 11:30:36.498259 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6f9ed-0086-4f02-b742-cdb094ea08f0 req-eed5e575-ea06-40a7-9eda-6eeed7859a0c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:36.499712 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-36f6f9ed-0086-4f02-b742-cdb094ea08f0 req-eed5e575-ea06-40a7-9eda-6eeed7859a0c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0564895 Mar 16 11:30:36.546968 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-36f6f9ed-0086-4f02-b742-cdb094ea08f0 req-8abacbce-7f7b-4591-84a9-728906b39409 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416811 Mar 16 11:30:36.629853 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:37.643691 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 0e05286f-63ba-4ab2-a79d-638ae2595557 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:30:37.678781 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b85d5-7c80-41bc-a887-2b9070eb647e req-43b6e000-7fa1-4c50-a5e5-77d06e8d644e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:37.681001 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e40b85d5-7c80-41bc-a887-2b9070eb647e req-43b6e000-7fa1-4c50-a5e5-77d06e8d644e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0586166 Mar 16 11:30:37.724257 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:37.734343 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e40b85d5-7c80-41bc-a887-2b9070eb647e req-c0bbe846-ae2c-4221-a400-f82e7bf3a968 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478704 Mar 16 11:30:37.763220 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e05286f-63ba-4ab2-a79d-638ae2595557,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:37.775509 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'port_id': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'mac_address': 'fa:16:3e:bf:0a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:30:37.812197 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 0e05286f-63ba-4ab2-a79d-638ae2595557 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:30:37.812743 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:37.827396 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e05286f-63ba-4ab2-a79d-638ae2595557 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:30:37.848615 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e05286f-63ba-4ab2-a79d-638ae2595557,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:37.852816 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:37.900213 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=0e05286f-63ba-4ab2-a79d-638ae2595557,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:37.908256 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.908915 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.909037 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.909287 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.909620 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.909944 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.910264 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.910586 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.910905 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.911226 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.911543 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.911862 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.912172 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.912490 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:37.912823 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:38.169888 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['0e05286f-63ba-4ab2-a79d-638ae2595557'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:30:38.866742 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5525c09-6c80-4f65-b3bf-39abbb4c0e99 req-622f520a-497d-49ab-8041-cbbbc27f875c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:38.868226 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a5525c09-6c80-4f65-b3bf-39abbb4c0e99 req-622f520a-497d-49ab-8041-cbbbc27f875c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 944 time: 0.0585575 Mar 16 11:30:38.915263 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a5525c09-6c80-4f65-b3bf-39abbb4c0e99 req-06277eab-f9cf-42e1-bc1d-41e3e4ebcac2 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413587 Mar 16 11:30:40.051383 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac098b-d4b7-48fb-81b2-e1c3598efbd8 req-36b66dad-3bca-452f-9053-9fa2a023f507 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:40.052850 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a8ac098b-d4b7-48fb-81b2-e1c3598efbd8 req-36b66dad-3bca-452f-9053-9fa2a023f507 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 944 time: 0.0557363 Mar 16 11:30:40.099209 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a8ac098b-d4b7-48fb-81b2-e1c3598efbd8 req-1d0d90d2-9f36-4847-bc48-34f7f873fe3f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407698 Mar 16 11:30:40.225987 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 0e05286f-63ba-4ab2-a79d-638ae2595557 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:30:40.294712 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port 0e05286f-63ba-4ab2-a79d-638ae2595557 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:30:40.298729 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 0e05286f-63ba-4ab2-a79d-638ae2595557 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:30:40.299125 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:40.380650 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 0e05286f-63ba-4ab2-a79d-638ae2595557 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:30:40.381324 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:40.403842 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:40.406966 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16922219-e102-4a92-be2d-3046af09a869" -d '{"events": [{"server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "name": "network-vif-plugged", "status": "completed", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:30:40.419722 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e05286f-63ba-4ab2-a79d-638ae2595557,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:40.424187 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:40.447233 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d75e77f-5d44-4e87-a91a-31b6ff84e77e x-openstack-request-id: req-1d75e77f-5d44-4e87-a91a-31b6ff84e77e {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:30:40.447528 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "name": "network-vif-plugged", "status": "completed", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:30:40.447801 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d75e77f-5d44-4e87-a91a-31b6ff84e77e {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:30:40.448194 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'code': 200} Mar 16 11:30:40.474454 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=0e05286f-63ba-4ab2-a79d-638ae2595557,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:40.642446 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae55eab-af42-43c6-8a0b-eec85bbd49be req-80d7fced-bfec-4428-ac50-78cf87d7837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:40.643885 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-aae55eab-af42-43c6-8a0b-eec85bbd49be req-80d7fced-bfec-4428-ac50-78cf87d7837d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 1129 time: 0.0423026 Mar 16 11:30:40.688271 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-aae55eab-af42-43c6-8a0b-eec85bbd49be req-cb0adfe4-fb5d-45e3-96fa-1d8d84cec56f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384786 Mar 16 11:30:41.238160 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd06f6f-284e-4ed8-93d0-2bd059049830 req-7b5fd6dd-cff1-465a-8996-afbddb06c5f9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:41.239617 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ccd06f6f-284e-4ed8-93d0-2bd059049830 req-7b5fd6dd-cff1-465a-8996-afbddb06c5f9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0646014 Mar 16 11:30:41.292202 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ccd06f6f-284e-4ed8-93d0-2bd059049830 req-3e007c0a-c418-44a7-b971-79c18282dca0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464213 Mar 16 11:30:42.432554 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b89848-2c9b-4988-8980-e1ca36fd2d6f req-690fcee2-c796-4090-822e-d04d97a2936a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:42.437081 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-97b89848-2c9b-4988-8980-e1ca36fd2d6f req-690fcee2-c796-4090-822e-d04d97a2936a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0610211 Mar 16 11:30:42.485154 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-97b89848-2c9b-4988-8980-e1ca36fd2d6f req-b0f7cfc1-7da0-40b4-8923-c748863c9afc tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452888 Mar 16 11:30:42.605830 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90cd9c-9fd6-4bb3-aa7c-17d2d5e239bf req-fe4a324c-556e-43e5-8386-02ec3953fa37 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:42.607647 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6a90cd9c-9fd6-4bb3-aa7c-17d2d5e239bf req-fe4a324c-556e-43e5-8386-02ec3953fa37 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0571954 Mar 16 11:30:42.615931 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56170) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:42.620180 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-2715639c-80bc-45b3-b6e3-69cd8699e24c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Request body: {'floatingip': {'port_id': '0e05286f-63ba-4ab2-a79d-638ae2595557'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:42.658979 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2715639c-80bc-45b3-b6e3-69cd8699e24c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (6eded93e-8bef-4a97-a356-6a117d181ffb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:42.870337 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4e54d-11e2-480f-8727-831c2eede93c req-9d1d1dec-6e3f-4286-9534-61dabc0022a8 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:42.871715 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d7e4e54d-11e2-480f-8727-831c2eede93c req-9d1d1dec-6e3f-4286-9534-61dabc0022a8 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 946 time: 0.1243961 Mar 16 11:30:42.939752 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d7e4e54d-11e2-480f-8727-831c2eede93c req-410e2be2-9592-4f1b-9daf-20cd54c7b337 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=56d367d6-9d94-4af4-b283-92c6113636ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610547 Mar 16 11:30:43.351888 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-2715639c-80bc-45b3-b6e3-69cd8699e24c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:30:43.399107 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2715639c-80bc-45b3-b6e3-69cd8699e24c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:43.402872 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2715639c-80bc-45b3-b6e3-69cd8699e24c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (6eded93e-8bef-4a97-a356-6a117d181ffb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:43.499139 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [None req-2715639c-80bc-45b3-b6e3-69cd8699e24c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Floating IP 6eded93e-8bef-4a97-a356-6a117d181ffb associated. External IP: 172.27.2.75, port: 0e05286f-63ba-4ab2-a79d-638ae2595557. Mar 16 11:30:43.716111 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2715639c-80bc-45b3-b6e3-69cd8699e24c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Router 46c579b4-0022-4c3b-97e3-5765aebaf848 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:30:43.834566 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2715639c-80bc-45b3-b6e3-69cd8699e24c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:30:43.839614 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2715639c-80bc-45b3-b6e3-69cd8699e24c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:43.850476 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61bbe08-5c70-44c6-9beb-a62ad041e313 None None] Sync routers for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:43.859678 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61bbe08-5c70-44c6-9beb-a62ad041e313 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:30:43.860283 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b61bbe08-5c70-44c6-9beb-a62ad041e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:43.869028 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-2715639c-80bc-45b3-b6e3-69cd8699e24c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "PUT /v2.0/floatingips/6eded93e-8bef-4a97-a356-6a117d181ffb HTTP/1.1" status: 200 len: 990 time: 1.2521369 Mar 16 11:30:43.869793 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:43.872179 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8b8329-8065-4b11-ba4b-8a4855043124" -d '{"events": [{"name": "network-changed", "server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:30:43.909430 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8c0bc7-a92a-4106-bc4b-17590c492644 x-openstack-request-id: req-3b8c0bc7-a92a-4106-bc4b-17590c492644 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:30:43.909723 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:30:43.909976 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b8c0bc7-a92a-4106-bc4b-17590c492644 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:30:43.910432 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'status': 'completed', 'code': 200} Mar 16 11:30:43.969552 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b61bbe08-5c70-44c6-9beb-a62ad041e313 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:30:43.998942 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b8329-8065-4b11-ba4b-8a4855043124 req-6e99e662-eba5-4aad-9ff9-71af6882ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:44.000478 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad8b8329-8065-4b11-ba4b-8a4855043124 req-6e99e662-eba5-4aad-9ff9-71af6882ac32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 1129 time: 0.0454946 Mar 16 11:30:44.130682 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b28566-26fb-43b7-8a4f-4328d0231279 req-11e5aa22-0119-419c-b692-15aa03805206 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:44.132065 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04b28566-26fb-43b7-8a4f-4328d0231279 req-11e5aa22-0119-419c-b692-15aa03805206 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 946 time: 0.1177723 Mar 16 11:30:44.133477 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b8329-8065-4b11-ba4b-8a4855043124 req-a3bb405f-35e5-4588-8ac2-c49f45686993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:44.134777 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad8b8329-8065-4b11-ba4b-8a4855043124 req-a3bb405f-35e5-4588-8ac2-c49f45686993 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 918 time: 0.1281457 Mar 16 11:30:44.218867 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04b28566-26fb-43b7-8a4f-4328d0231279 req-ca521c93-dfb1-44d0-8291-59ee1a751acc tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups?id=56d367d6-9d94-4af4-b283-92c6113636ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799325 Mar 16 11:30:44.243000 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad8b8329-8065-4b11-ba4b-8a4855043124 req-482d2545-66bd-4272-b4ae-6a2e8b6d3059 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e05286f-63ba-4ab2-a79d-638ae2595557 HTTP/1.1" status: 200 len: 998 time: 0.0779214 Mar 16 11:30:44.275927 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b61bbe08-5c70-44c6-9beb-a62ad041e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '6eded93e-8bef-4a97-a356-6a117d181ffb', 'tenant_id': '49980453ee93427280de61728aab00cf', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'port_id': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'mac_address': 'fa:16:3e:bf:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:30:28Z', 'updated_at': '2022-03-16T11:30:43Z', 'revision_number': 1, 'project_id': '49980453ee93427280de61728aab00cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:44.301874 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b8329-8065-4b11-ba4b-8a4855043124 req-6de566a2-3911-467f-b7bb-a034c130831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:44.303352 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad8b8329-8065-4b11-ba4b-8a4855043124 req-6de566a2-3911-467f-b7bb-a034c130831c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 200 len: 856 time: 0.0451555 Mar 16 11:30:44.305020 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61bbe08-5c70-44c6-9beb-a62ad041e313 None None] Checking router: 46c579b4-0022-4c3b-97e3-5765aebaf848 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:44.313997 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61bbe08-5c70-44c6-9beb-a62ad041e313 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:30:44.314595 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b61bbe08-5c70-44c6-9beb-a62ad041e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:44.354469 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b8329-8065-4b11-ba4b-8a4855043124 req-427f5b25-1751-4335-9c15-988f051e3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:44.356093 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad8b8329-8065-4b11-ba4b-8a4855043124 req-427f5b25-1751-4335-9c15-988f051e3a23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c51e02a-0c62-4dff-818a-86c433c70910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453351 Mar 16 11:30:44.420503 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b61bbe08-5c70-44c6-9beb-a62ad041e313 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:30:44.459951 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad8b8329-8065-4b11-ba4b-8a4855043124 req-4c9c5a6c-345c-4c55-a998-6c6c9bc61c2f service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970016 Mar 16 11:30:44.550223 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-6f86b76d-120a-481c-badd-55180542b02e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:44.551660 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-6f86b76d-120a-481c-badd-55180542b02e tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 946 time: 0.1055117 Mar 16 11:30:44.609616 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad8b8329-8065-4b11-ba4b-8a4855043124 req-f4ebee0b-3e34-41a6-867a-8bead9555023 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357865 Mar 16 11:30:44.642578 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b61bbe08-5c70-44c6-9beb-a62ad041e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '6eded93e-8bef-4a97-a356-6a117d181ffb', 'tenant_id': '49980453ee93427280de61728aab00cf', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'port_id': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'mac_address': 'fa:16:3e:bf:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:30:28Z', 'updated_at': '2022-03-16T11:30:43Z', 'revision_number': 1, 'project_id': '49980453ee93427280de61728aab00cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:44.665463 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Deleting port 9b01b082-47d3-422c-af1a-640a2891e732 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:44.665805 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (9b01b082-47d3-422c-af1a-640a2891e732), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:44.668326 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61bbe08-5c70-44c6-9beb-a62ad041e313 None None] The sync data for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi is: [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '6eded93e-8bef-4a97-a356-6a117d181ffb', 'tenant_id': '49980453ee93427280de61728aab00cf', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'port_id': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'mac_address': 'fa:16:3e:bf:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:30:28Z', 'updated_at': '2022-03-16T11:30:43Z', 'revision_number': 1, 'project_id': '49980453ee93427280de61728aab00cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:44.759453 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] For port 9b01b082-47d3-422c-af1a-640a2891e732, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b01b082-47d3-422c-af1a-640a2891e732,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:44.759817 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (9b01b082-47d3-422c-af1a-640a2891e732), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:44.869002 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb3715-2d7c-4ef3-afe5-2e48545aec5d None None] New status for floating IP 6eded93e-8bef-4a97-a356-6a117d181ffb: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:44.944217 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:44.944490 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (5c7be902-d6dd-4b75-bd8b-986b7a97bce0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:44.944841 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Floating IP 5c7be902-d6dd-4b75-bd8b-986b7a97bce0 disassociated. External IP: 172.27.2.236, port: 9b01b082-47d3-422c-af1a-640a2891e732. Mar 16 11:30:44.945176 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Calling delete_port for 9b01b082-47d3-422c-af1a-640a2891e732 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:45.090976 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (9b01b082-47d3-422c-af1a-640a2891e732), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:45.117409 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event deleted for resources: {'Port': ['ID=9b01b082-47d3-422c-af1a-640a2891e732,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:45.245193 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:30:45.354606 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9d204da0-c66d-4609-9a35-b90b5bfcf13b req-a04e4089-c07b-4852-878e-aa2fc6f13592 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae804a63-4f7e-4250-843c-2ad1f47523ae HTTP/1.1" status: 200 len: 210 time: 0.0312386 Mar 16 11:30:45.384895 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:30:45.394079 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd99fb06-b017-4bfc-b592-fa3a6ea7c98a None None] Sync routers for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:45.403464 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99fb06-b017-4bfc-b592-fa3a6ea7c98a None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:30:45.404009 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dd99fb06-b017-4bfc-b592-fa3a6ea7c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:45.426100 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] No DVR routers for this DVR port 9b01b082-47d3-422c-af1a-640a2891e732 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:45.428560 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:45.431866 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-33a4bf8e-4b2e-43a1-a690-914a9eeb27a0 req-3f8ce8d9-4288-48b5-9cec-c2d374610598 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.62 "DELETE /v2.0/ports/9b01b082-47d3-422c-af1a-640a2891e732 HTTP/1.1" status: 204 len: 173 time: 0.8740458 Mar 16 11:30:45.518908 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-dd99fb06-b017-4bfc-b592-fa3a6ea7c98a None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:30:45.728868 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dd99fb06-b017-4bfc-b592-fa3a6ea7c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:45.754160 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd99fb06-b017-4bfc-b592-fa3a6ea7c98a None None] Checking router: 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:45.762023 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99fb06-b017-4bfc-b592-fa3a6ea7c98a None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:30:45.762605 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dd99fb06-b017-4bfc-b592-fa3a6ea7c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:45.868665 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-dd99fb06-b017-4bfc-b592-fa3a6ea7c98a None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:30:45.911771 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'name': 'network-vif-deleted', 'tag': '9b01b082-47d3-422c-af1a-640a2891e732'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:45.915867 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba69620-2171-4187-aebf-f92033c36fc4" -d '{"events": [{"server_uuid": "ae804a63-4f7e-4250-843c-2ad1f47523ae", "name": "network-vif-deleted", "tag": "9b01b082-47d3-422c-af1a-640a2891e732"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:30:45.952482 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fb8dd0-4727-4f87-a264-befff18546ac x-openstack-request-id: req-e3fb8dd0-4727-4f87-a264-befff18546ac {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:30:45.952833 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae804a63-4f7e-4250-843c-2ad1f47523ae", "name": "network-vif-deleted", "tag": "9b01b082-47d3-422c-af1a-640a2891e732", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:30:45.953088 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e3fb8dd0-4727-4f87-a264-befff18546ac {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:30:45.953495 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae804a63-4f7e-4250-843c-2ad1f47523ae', 'name': 'network-vif-deleted', 'tag': '9b01b082-47d3-422c-af1a-640a2891e732', 'status': 'completed', 'code': 200} Mar 16 11:30:46.066842 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-dd99fb06-b017-4bfc-b592-fa3a6ea7c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:46.091955 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd99fb06-b017-4bfc-b592-fa3a6ea7c98a None None] The sync data for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi is: [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:24:14Z', 'revision_number': 4, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '854a9f96-7f61-4159-a471-c21dcca78a10', 'name': '', 'network_id': '33dcaf7a-9065-45ab-98b3-1b440d48a146', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'mac_address': 'fa:16:3e:88:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:13Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'subnets': [{'id': 'f7178324-d2ef-4ea9-873d-2e1326b0608e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:46.311452 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf82b3-0707-4056-8e89-071d2eb28b72 None None] New status for floating IP 5c7be902-d6dd-4b75-bd8b-986b7a97bce0: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:46.452537 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56220) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:46.511509 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-448800d0-7045-407b-8be2-4103fbc35114 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (56d367d6-9d94-4af4-b283-92c6113636ab), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:46.541624 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-448800d0-7045-407b-8be2-4103fbc35114 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (56d367d6-9d94-4af4-b283-92c6113636ab), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:46.593958 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-448800d0-7045-407b-8be2-4103fbc35114 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (56d367d6-9d94-4af4-b283-92c6113636ab), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:46.596553 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-448800d0-7045-407b-8be2-4103fbc35114 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:46.600735 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-448800d0-7045-407b-8be2-4103fbc35114 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "DELETE /v2.0/security-groups/56d367d6-9d94-4af4-b283-92c6113636ab HTTP/1.1" status: 204 len: 168 time: 0.1441519 Mar 16 11:30:46.601409 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56230) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:46.618109 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.api.v2.resource [None req-d2fcb39b-8c79-4382-8a95-feac5601c6e0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] show failed (client error): The resource could not be found. Mar 16 11:30:46.619097 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-d2fcb39b-8c79-4382-8a95-feac5601c6e0 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "GET /v2.0/security-groups/56d367d6-9d94-4af4-b283-92c6113636ab HTTP/1.1" status: 404 len: 347 time: 0.0167987 Mar 16 11:30:46.621480 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448800d0-7045-407b-8be2-4103fbc35114 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d367d6-9d94-4af4-b283-92c6113636ab,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:46.622207 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56232) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:46.747581 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-66bfd710-0daf-452d-b244-f75a2f338042 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Deleting port 867d0237-1000-42cd-9738-ec1dead6222f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:46.747918 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66bfd710-0daf-452d-b244-f75a2f338042 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (867d0237-1000-42cd-9738-ec1dead6222f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:46.824470 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66bfd710-0daf-452d-b244-f75a2f338042 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (867d0237-1000-42cd-9738-ec1dead6222f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:46.824818 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66bfd710-0daf-452d-b244-f75a2f338042 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (867d0237-1000-42cd-9738-ec1dead6222f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:46.836661 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-66bfd710-0daf-452d-b244-f75a2f338042 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Calling delete_port for 867d0237-1000-42cd-9738-ec1dead6222f owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:46.963939 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66bfd710-0daf-452d-b244-f75a2f338042 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (867d0237-1000-42cd-9738-ec1dead6222f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:46.990219 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfd710-0daf-452d-b244-f75a2f338042 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Pushing event deleted for resources: {'Port': ['ID=867d0237-1000-42cd-9738-ec1dead6222f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:47.049435 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66bfd710-0daf-452d-b244-f75a2f338042 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks [] for floatingip (5c7be902-d6dd-4b75-bd8b-986b7a97bce0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:47.052338 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66bfd710-0daf-452d-b244-f75a2f338042 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:47.053502 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-66bfd710-0daf-452d-b244-f75a2f338042 tempest-AttachVolumeNegativeTest-1520408679 tempest-AttachVolumeNegativeTest-1520408679-project] 10.222.0.47 "DELETE /v2.0/floatingips/5c7be902-d6dd-4b75-bd8b-986b7a97bce0 HTTP/1.1" status: 204 len: 168 time: 0.4290140 Mar 16 11:30:48.258393 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 9b01b082-47d3-422c-af1a-640a2891e732 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:30:48.281924 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: 9b01b082-47d3-422c-af1a-640a2891e732 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:30:48.282252 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 9b01b082-47d3-422c-af1a-640a2891e732 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:30:50.688970 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56292) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:51.180915 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be504da3-d944-4059-ba10-acf8f62e080c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774746'] for router_interface (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:51.426797 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-be504da3-d944-4059-ba10-acf8f62e080c admin admin] Deleting port 854a9f96-7f61-4159-a471-c21dcca78a10 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:51.427042 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be504da3-d944-4059-ba10-acf8f62e080c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:51.501925 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-be504da3-d944-4059-ba10-acf8f62e080c admin admin] For port 854a9f96-7f61-4159-a471-c21dcca78a10, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=854a9f96-7f61-4159-a471-c21dcca78a10,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:51.502280 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be504da3-d944-4059-ba10-acf8f62e080c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:51.514181 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-be504da3-d944-4059-ba10-acf8f62e080c admin admin] Calling delete_port for 854a9f96-7f61-4159-a471-c21dcca78a10 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:51.691330 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be504da3-d944-4059-ba10-acf8f62e080c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (854a9f96-7f61-4159-a471-c21dcca78a10), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:51.715815 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be504da3-d944-4059-ba10-acf8f62e080c admin admin] Pushing event deleted for resources: {'Port': ['ID=854a9f96-7f61-4159-a471-c21dcca78a10,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:51.879323 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be504da3-d944-4059-ba10-acf8f62e080c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774902'] for router_interface (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:52.292356 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be504da3-d944-4059-ba10-acf8f62e080c admin admin] Router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:30:52.406131 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be504da3-d944-4059-ba10-acf8f62e080c admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:30:52.411486 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-be504da3-d944-4059-ba10-acf8f62e080c admin admin] 10.222.0.47 "PUT /v2.0/routers/2ab21d60-b1d4-4de3-894a-8e687f77e2d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7214987 Mar 16 11:30:52.414218 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56312) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:52.416720 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8b6899-3103-413e-88be-40cce7b672c6 None None] Sync routers for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:52.428965 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8b6899-3103-413e-88be-40cce7b672c6 None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:30:52.429657 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fc8b6899-3103-413e-88be-40cce7b672c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:52.528018 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Publish callbacks [] for router (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:52.644303 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-fc8b6899-3103-413e-88be-40cce7b672c6 None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:30:52.655546 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Publish callbacks [] for router_gateway (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:52.714391 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Deleting port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:52.714721 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:52.795155 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] For port 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=5112d4f2-ad77-4cc0-be0b-30a6cf652cc2,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:52.795512 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:52.806722 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Calling delete_port for 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:52.823055 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fc8b6899-3103-413e-88be-40cce7b672c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:30:51Z', 'revision_number': 5, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port': {'id': '5112d4f2-ad77-4cc0-be0b-30a6cf652cc2', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:04Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:52.849604 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8b6899-3103-413e-88be-40cce7b672c6 None None] Checking router: 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:52.857688 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8b6899-3103-413e-88be-40cce7b672c6 None None] Routers {'2ab21d60-b1d4-4de3-894a-8e687f77e2d2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:30:52.858803 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fc8b6899-3103-413e-88be-40cce7b672c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:30:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:52.947495 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-fc8b6899-3103-413e-88be-40cce7b672c6 None None] Set router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:30:52.970199 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (5112d4f2-ad77-4cc0-be0b-30a6cf652cc2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:52.999089 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5112d4f2-ad77-4cc0-be0b-30a6cf652cc2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:53.000524 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-fc8b6899-3103-413e-88be-40cce7b672c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:30:52Z', 'revision_number': 6, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port_host': None}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:53.030545 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8b6899-3103-413e-88be-40cce7b672c6 None None] The sync data for ids ['2ab21d60-b1d4-4de3-894a-8e687f77e2d2'] in dv-cinder-790535-29-iscsi is: [{'id': '2ab21d60-b1d4-4de3-894a-8e687f77e2d2', 'name': 'tempest-AttachVolumeNegativeTest-1941413387-router', 'tenant_id': '50532de5a82841ba951033ebf8ea10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:02Z', 'updated_at': '2022-03-16T11:30:52Z', 'revision_number': 6, 'project_id': '50532de5a82841ba951033ebf8ea10fa', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:53.058164 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3769680'] for router_gateway (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:53.167095 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26295'] for router (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:53.169282 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Publish callbacks [] for router_controller (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:53.234661 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775648'] for router (2ab21d60-b1d4-4de3-894a-8e687f77e2d2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:53.235345 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab21d60-b1d4-4de3-894a-8e687f77e2d2 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:30:53.240369 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:53.241565 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-0438e9f8-cab5-4fb3-bbc2-feae4a564c0a admin admin] 10.222.0.47 "DELETE /v2.0/routers/2ab21d60-b1d4-4de3-894a-8e687f77e2d2 HTTP/1.1" status: 204 len: 168 time: 0.8262200 Mar 16 11:30:53.244208 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56316) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:53.292552 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f73913-93b5-4c0a-b7ca-0189374289ec admin admin] Deleting subnet f7178324-d2ef-4ea9-873d-2e1326b0608e {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:30:53.296264 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9f73913-93b5-4c0a-b7ca-0189374289ec admin admin] Publish callbacks [] for subnet (f7178324-d2ef-4ea9-873d-2e1326b0608e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:53.590941 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9f73913-93b5-4c0a-b7ca-0189374289ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58926129'] for subnet (f7178324-d2ef-4ea9-873d-2e1326b0608e), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:53.697018 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9f73913-93b5-4c0a-b7ca-0189374289ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (f7178324-d2ef-4ea9-873d-2e1326b0608e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:53.749378 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9f73913-93b5-4c0a-b7ca-0189374289ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59632944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59554010'] for subnet (f7178324-d2ef-4ea9-873d-2e1326b0608e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:53.777507 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f73913-93b5-4c0a-b7ca-0189374289ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7178324-d2ef-4ea9-873d-2e1326b0608e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:53.781102 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9f73913-93b5-4c0a-b7ca-0189374289ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:53.784528 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-d9f73913-93b5-4c0a-b7ca-0189374289ec admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f7178324-d2ef-4ea9-873d-2e1326b0608e HTTP/1.1" status: 204 len: 168 time: 0.5391643 Mar 16 11:30:53.787080 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56320) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:53.796393 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69b45d6-da04-40fc-ad9d-943fc26601db None None] Network 33dcaf7a-9065-45ab-98b3-1b440d48a146 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:30:53.861640 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (33dcaf7a-9065-45ab-98b3-1b440d48a146), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:53.916428 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Deleting port 32924fb9-e998-4f98-ac2a-6edc13e95d14 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:53.917082 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:53.956493 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc57e04-b941-4b4a-b72c-63bb2b71921c None None] DHCP port deletion for 33dcaf7a-9065-45ab-98b3-1b440d48a146 request from dv-cinder-790535-29-iscsi {{(pid=103139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 11:30:53.987552 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] For port 32924fb9-e998-4f98-ac2a-6edc13e95d14, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=32924fb9-e998-4f98-ac2a-6edc13e95d14,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:53.987952 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.002592 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Calling delete_port for 32924fb9-e998-4f98-ac2a-6edc13e95d14 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:54.007604 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-bdc57e04-b941-4b4a-b72c-63bb2b71921c None None] Deleting port 32924fb9-e998-4f98-ac2a-6edc13e95d14 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:30:54.008084 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bdc57e04-b941-4b4a-b72c-63bb2b71921c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.080958 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-bdc57e04-b941-4b4a-b72c-63bb2b71921c None None] For port 32924fb9-e998-4f98-ac2a-6edc13e95d14, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=32924fb9-e998-4f98-ac2a-6edc13e95d14,segment=NetworkSegment(51be3639-2528-4a79-b21e-c30ce2b0dbe6),segment_id=51be3639-2528-4a79-b21e-c30ce2b0dbe6)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:54.081432 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bdc57e04-b941-4b4a-b72c-63bb2b71921c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.090938 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.097924 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-bdc57e04-b941-4b4a-b72c-63bb2b71921c None None] Calling delete_port for 32924fb9-e998-4f98-ac2a-6edc13e95d14 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:30:54.116436 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=32924fb9-e998-4f98-ac2a-6edc13e95d14,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:54.121276 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] No DVR routers for this DVR port 32924fb9-e998-4f98-ac2a-6edc13e95d14 on host dv-cinder-790535-29-iscsi {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:54.176434 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bdc57e04-b941-4b4a-b72c-63bb2b71921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153'] for port (32924fb9-e998-4f98-ac2a-6edc13e95d14), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.193356 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (33dcaf7a-9065-45ab-98b3-1b440d48a146), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.200786 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc57e04-b941-4b4a-b72c-63bb2b71921c None None] Pushing event deleted for resources: {'Port': ['ID=32924fb9-e998-4f98-ac2a-6edc13e95d14,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:54.208372 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc57e04-b941-4b4a-b72c-63bb2b71921c None None] No DVR routers for this DVR port 32924fb9-e998-4f98-ac2a-6edc13e95d14 on host dv-cinder-790535-29-iscsi {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:54.216753 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33dcaf7a-9065-45ab-98b3-1b440d48a146']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:54.226931 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51be3639-2528-4a79-b21e-c30ce2b0dbe6') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:54.227232 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51be3639-2528-4a79-b21e-c30ce2b0dbe6') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:54.237127 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62316673'] for segment (51be3639-2528-4a79-b21e-c30ce2b0dbe6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.250314 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (51be3639-2528-4a79-b21e-c30ce2b0dbe6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.256813 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:30:54.257215 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62423844'] for segment (51be3639-2528-4a79-b21e-c30ce2b0dbe6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: Traceback (most recent call last): Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: timer() Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: cb(*args, **kw) Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: return func(*args, **kwargs) Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: self._notify() Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: self.callback(batched_events) Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: event.method(event) Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: return f(self, *a, **k) Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._get(url).json() Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: return self.request(url, 'GET', **kwargs) Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:30:54.259020 dv-cinder-790535-29-iscsi neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:30:54.315003 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (33dcaf7a-9065-45ab-98b3-1b440d48a146), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.320340 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.323800 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] 10.222.0.47 "DELETE /v2.0/networks/33dcaf7a-9065-45ab-98b3-1b440d48a146 HTTP/1.1" status: 204 len: 168 time: 0.5356307 Mar 16 11:30:54.334911 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f6707-31ce-443b-95a9-2cc51c39dd21 admin admin] Pushing event deleted for resources: {'Network': ['ID=33dcaf7a-9065-45ab-98b3-1b440d48a146,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:54.434821 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56324) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:54.474404 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-68b8819c-ce48-4054-a36c-1712cadd76e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=50532de5a82841ba951033ebf8ea10fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383544 Mar 16 11:30:54.476758 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56326) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:30:54.523239 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-952aea74-07dd-4c7d-aa34-d439ff29297a admin admin] Publish callbacks [] for security_group (3f1e1537-15f5-4e76-9721-60cb9a359474), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.543380 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-952aea74-07dd-4c7d-aa34-d439ff29297a admin admin] Publish callbacks [] for security_group (3f1e1537-15f5-4e76-9721-60cb9a359474), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.589376 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-952aea74-07dd-4c7d-aa34-d439ff29297a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3f1e1537-15f5-4e76-9721-60cb9a359474), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.592479 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-952aea74-07dd-4c7d-aa34-d439ff29297a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:30:54.593653 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-952aea74-07dd-4c7d-aa34-d439ff29297a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f1e1537-15f5-4e76-9721-60cb9a359474 HTTP/1.1" status: 204 len: 168 time: 0.1160061 Mar 16 11:30:54.601746 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952aea74-07dd-4c7d-aa34-d439ff29297a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1e1537-15f5-4e76-9721-60cb9a359474,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:54.684608 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:30:54.708840 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:30:54.709180 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 5112d4f2-ad77-4cc0-be0b-30a6cf652cc2 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:30:54.709606 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 32924fb9-e998-4f98-ac2a-6edc13e95d14 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:30:54.730727 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 32924fb9-e998-4f98-ac2a-6edc13e95d14 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:30:54.731070 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 32924fb9-e998-4f98-ac2a-6edc13e95d14 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:30:54.731494 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 854a9f96-7f61-4159-a471-c21dcca78a10 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:30:54.751997 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 854a9f96-7f61-4159-a471-c21dcca78a10 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:30:54.752367 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 854a9f96-7f61-4159-a471-c21dcca78a10 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:31:00.313639 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-19f8c236-e0bb-45e7-a6d0-9f9641096f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:00.498092 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56448) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:00.608919 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8e02e4de-4802-4ba3-8c77-346fa0ff5a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:00.687288 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8e02e4de-4802-4ba3-8c77-346fa0ff5a67 admin admin] Publish callbacks [] for security_group (6bf50a35-473e-4dc6-9cfb-a00e19563e34), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:00.690723 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8e02e4de-4802-4ba3-8c77-346fa0ff5a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (6bf50a35-473e-4dc6-9cfb-a00e19563e34), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:00.729624 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-8e02e4de-4802-4ba3-8c77-346fa0ff5a67 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bde86378d5ba41b99b778b1c76688763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304595 Mar 16 11:31:00.730477 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02e4de-4802-4ba3-8c77-346fa0ff5a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf50a35-473e-4dc6-9cfb-a00e19563e34,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:00.732370 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56452) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:00.782312 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78ad5241-4f5d-4de0-8061-1317dc56cdb4 admin admin] Publish callbacks [] for security_group (6bf50a35-473e-4dc6-9cfb-a00e19563e34), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:00.803789 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78ad5241-4f5d-4de0-8061-1317dc56cdb4 admin admin] Publish callbacks [] for security_group (6bf50a35-473e-4dc6-9cfb-a00e19563e34), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:00.854763 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78ad5241-4f5d-4de0-8061-1317dc56cdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (6bf50a35-473e-4dc6-9cfb-a00e19563e34), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:00.857508 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78ad5241-4f5d-4de0-8061-1317dc56cdb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:00.858631 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-78ad5241-4f5d-4de0-8061-1317dc56cdb4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6bf50a35-473e-4dc6-9cfb-a00e19563e34 HTTP/1.1" status: 204 len: 168 time: 0.1252522 Mar 16 11:31:00.866116 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad5241-4f5d-4de0-8061-1317dc56cdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf50a35-473e-4dc6-9cfb-a00e19563e34,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:02.007017 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56518) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:02.108259 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78b61752-64ef-4dbf-a1a6-33574b9fab1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:02.182102 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78b61752-64ef-4dbf-a1a6-33574b9fab1f admin admin] Publish callbacks [] for security_group (1489baca-7239-40a3-9863-afe7979229c2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:02.186433 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78b61752-64ef-4dbf-a1a6-33574b9fab1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (1489baca-7239-40a3-9863-afe7979229c2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:02.221423 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b61752-64ef-4dbf-a1a6-33574b9fab1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1489baca-7239-40a3-9863-afe7979229c2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:02.225633 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-78b61752-64ef-4dbf-a1a6-33574b9fab1f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2faadea1a1e4a6fafbc17629bb785fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176106 Mar 16 11:31:02.228270 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56522) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:02.275672 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-822eb397-4d83-43a9-92cb-2115ba9584a5 admin admin] Publish callbacks [] for security_group (1489baca-7239-40a3-9863-afe7979229c2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:02.296913 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-822eb397-4d83-43a9-92cb-2115ba9584a5 admin admin] Publish callbacks [] for security_group (1489baca-7239-40a3-9863-afe7979229c2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:02.342351 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-822eb397-4d83-43a9-92cb-2115ba9584a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (1489baca-7239-40a3-9863-afe7979229c2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:02.344890 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-822eb397-4d83-43a9-92cb-2115ba9584a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:02.346015 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-822eb397-4d83-43a9-92cb-2115ba9584a5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1489baca-7239-40a3-9863-afe7979229c2 HTTP/1.1" status: 204 len: 168 time: 0.1162467 Mar 16 11:31:02.357835 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822eb397-4d83-43a9-92cb-2115ba9584a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1489baca-7239-40a3-9863-afe7979229c2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:02.790025 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-eea9909f-760a-449f-bf7d-aeb03a64b29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:02.973859 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56556) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:03.065823 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1557185297-network', 'tenant_id': 'ab7e42a919d64c27ac7c85fe64a78650'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:03.085231 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Made reservation on behalf of ab7e42a919d64c27ac7c85fe64a78650 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:31:03.087577 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:03.098596 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:03.169901 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Publish callbacks [] for security_group (54a40a55-31c6-4a30-9fa2-cc3c76d74717), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:03.173352 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (54a40a55-31c6-4a30-9fa2-cc3c76d74717), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:03.194699 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:31:03.208671 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a40a55-31c6-4a30-9fa2-cc3c76d74717,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:03.214125 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (a3b598ba-63c5-4b0b-b641-0abc27e392db), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:03.214530 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.segments_db [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Added segment a3b598ba-63c5-4b0b-b641-0abc27e392db of type vlan for network 7d9a8c3f-d421-4794-9b54-329cca5a672a Mar 16 11:31:03.254921 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (7d9a8c3f-d421-4794-9b54-329cca5a672a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:03.282153 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (7d9a8c3f-d421-4794-9b54-329cca5a672a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:03.283189 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:03.283781 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:03.334072 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3589132 Mar 16 11:31:03.336863 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56560) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:03.342474 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a65994b7-b2cc-44fc-898e-75126137dec5 admin admin] Request body: {'subnet': {'network_id': '7d9a8c3f-d421-4794-9b54-329cca5a672a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1557185297-subnet', 'tenant_id': 'ab7e42a919d64c27ac7c85fe64a78650', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:03.345483 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c39443-67b2-46d5-a0d0-3677253573b9 admin admin] Pushing event updated for resources: {'Network': ['ID=7d9a8c3f-d421-4794-9b54-329cca5a672a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:03.356085 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 7d9a8c3f-d421-4794-9b54-329cca5a672a details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:31:03.361862 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65994b7-b2cc-44fc-898e-75126137dec5 admin admin] Made reservation on behalf of ab7e42a919d64c27ac7c85fe64a78650 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:31:03.364253 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a65994b7-b2cc-44fc-898e-75126137dec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62846918'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:03.476229 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:03.530851 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a65994b7-b2cc-44fc-898e-75126137dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62424013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62846968'] for subnet (0f5b0708-332e-4499-bdd0-d635be7db6c0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:03.587722 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65994b7-b2cc-44fc-898e-75126137dec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f5b0708-332e-4499-bdd0-d635be7db6c0,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:03.591902 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65994b7-b2cc-44fc-898e-75126137dec5 admin admin] Checking segment: {'id': 'a3b598ba-63c5-4b0b-b641-0abc27e392db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d9a8c3f-d421-4794-9b54-329cca5a672a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:31:03.592295 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65994b7-b2cc-44fc-898e-75126137dec5 admin admin] Network hostable DHCP agents. Network: 7d9a8c3f-d421-4794-9b54-329cca5a672a, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:31:03.610930 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65994b7-b2cc-44fc-898e-75126137dec5 admin admin] Network 7d9a8c3f-d421-4794-9b54-329cca5a672a is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:31:03.618919 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a65994b7-b2cc-44fc-898e-75126137dec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 7d9a8c3f-d421-4794-9b54-329cca5a672a) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:31:03.623625 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65994b7-b2cc-44fc-898e-75126137dec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:03.624205 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a65994b7-b2cc-44fc-898e-75126137dec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:03.629433 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f898dd-cd39-4a23-9be8-8fd63c943fd9 None None] Network 7d9a8c3f-d421-4794-9b54-329cca5a672a requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:31:03.640287 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-a65994b7-b2cc-44fc-898e-75126137dec5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3022635 Mar 16 11:31:03.725296 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb6f8e1-3efe-412b-a631-603fb481107a None None] Network 7d9a8c3f-d421-4794-9b54-329cca5a672a requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:31:04.114288 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56582) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:04.119167 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-519842132-network', 'tenant_id': '89039a0ea30a465cb4ce89d01544e1dc'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:04.138378 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Made reservation on behalf of 89039a0ea30a465cb4ce89d01544e1dc for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:31:04.140880 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.149576 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.231865 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Publish callbacks [] for security_group (5fd60e1d-dbcc-4a8c-95a0-9d9b1b120607), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.236312 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (5fd60e1d-dbcc-4a8c-95a0-9d9b1b120607), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.261303 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:31:04.275911 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd60e1d-dbcc-4a8c-95a0-9d9b1b120607,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:04.278698 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (38efec2b-8fb8-4207-9fb0-8cdb7817ea06), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.279563 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.segments_db [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Added segment 38efec2b-8fb8-4207-9fb0-8cdb7817ea06 of type vlan for network 0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0 Mar 16 11:31:04.321279 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.344553 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.345543 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:04.346127 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.394963 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2795119 Mar 16 11:31:04.397920 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56586) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:04.403181 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-66205cc4-e420-49a8-94cc-92495909c017 admin admin] Request body: {'subnet': {'network_id': '0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-519842132-subnet', 'tenant_id': '89039a0ea30a465cb4ce89d01544e1dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:04.406288 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13782cf1-fe72-4935-818a-a5f4624868d8 admin admin] Pushing event updated for resources: {'Network': ['ID=0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:04.416940 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0 details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:31:04.423226 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66205cc4-e420-49a8-94cc-92495909c017 admin admin] Made reservation on behalf of 89039a0ea30a465cb4ce89d01544e1dc for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:31:04.425687 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66205cc4-e420-49a8-94cc-92495909c017 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59554045'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.585736 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66205cc4-e420-49a8-94cc-92495909c017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59633011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59553987'] for subnet (74d7c1f4-57e4-40c0-916d-47bd7b5a64ae), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.644154 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66205cc4-e420-49a8-94cc-92495909c017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d7c1f4-57e4-40c0-916d-47bd7b5a64ae,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:04.652507 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66205cc4-e420-49a8-94cc-92495909c017 admin admin] Checking segment: {'id': '38efec2b-8fb8-4207-9fb0-8cdb7817ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:31:04.652906 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66205cc4-e420-49a8-94cc-92495909c017 admin admin] Network hostable DHCP agents. Network: 0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:31:04.669117 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66205cc4-e420-49a8-94cc-92495909c017 admin admin] Network 0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0 is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:31:04.678114 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-66205cc4-e420-49a8-94cc-92495909c017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:31:04.682252 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66205cc4-e420-49a8-94cc-92495909c017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:04.682850 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66205cc4-e420-49a8-94cc-92495909c017 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.687355 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c58791-a82e-42e5-8696-7c670e26f64c None None] Network 0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:31:04.698939 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-66205cc4-e420-49a8-94cc-92495909c017 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2997689 Mar 16 11:31:04.786533 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d467cc4-cfbc-4665-811f-1af5d5b91234 None None] Network 0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:31:04.808543 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56592) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:04.853520 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76dcc02-3a70-410c-974f-d4a26e7027ec admin admin] Deleting subnet 0f5b0708-332e-4499-bdd0-d635be7db6c0 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:31:04.856683 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c76dcc02-3a70-410c-974f-d4a26e7027ec admin admin] Publish callbacks [] for subnet (0f5b0708-332e-4499-bdd0-d635be7db6c0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.891980 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c76dcc02-3a70-410c-974f-d4a26e7027ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58926129'] for subnet (0f5b0708-332e-4499-bdd0-d635be7db6c0), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.935550 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c76dcc02-3a70-410c-974f-d4a26e7027ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (0f5b0708-332e-4499-bdd0-d635be7db6c0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.985610 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c76dcc02-3a70-410c-974f-d4a26e7027ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59632944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59554010'] for subnet (0f5b0708-332e-4499-bdd0-d635be7db6c0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:04.996476 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.011772 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dcc02-3a70-410c-974f-d4a26e7027ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f5b0708-332e-4499-bdd0-d635be7db6c0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:05.014456 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c76dcc02-3a70-410c-974f-d4a26e7027ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.017604 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-c76dcc02-3a70-410c-974f-d4a26e7027ec admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0f5b0708-332e-4499-bdd0-d635be7db6c0 HTTP/1.1" status: 204 len: 168 time: 0.2080131 Mar 16 11:31:05.020211 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56594) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:05.085832 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (7d9a8c3f-d421-4794-9b54-329cca5a672a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.163515 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (7d9a8c3f-d421-4794-9b54-329cca5a672a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.183303 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9a8c3f-d421-4794-9b54-329cca5a672a']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:05.192796 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b598ba-63c5-4b0b-b641-0abc27e392db') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:05.193040 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b598ba-63c5-4b0b-b641-0abc27e392db') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:05.203056 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58926138'] for segment (a3b598ba-63c5-4b0b-b641-0abc27e392db), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.216729 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (a3b598ba-63c5-4b0b-b641-0abc27e392db), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.222701 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:31:05.223110 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633050'] for segment (a3b598ba-63c5-4b0b-b641-0abc27e392db), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: Traceback (most recent call last): Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: timer() Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: cb(*args, **kw) Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: return func(*args, **kwargs) Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: self._notify() Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: self.callback(batched_events) Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: event.method(event) Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: return f(self, *a, **k) Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._get(url).json() Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: return self.request(url, 'GET', **kwargs) Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:31:05.224756 dv-cinder-790535-29-iscsi neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:31:05.283593 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (7d9a8c3f-d421-4794-9b54-329cca5a672a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.288281 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.291505 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7d9a8c3f-d421-4794-9b54-329cca5a672a HTTP/1.1" status: 204 len: 168 time: 0.2703564 Mar 16 11:31:05.295077 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56598) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:05.312672 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec8fe6-7b17-473f-9997-e4733880a1f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d9a8c3f-d421-4794-9b54-329cca5a672a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:05.349550 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-9945fa1a-8edb-41ff-81dc-ce41806f7b56 admin admin] Deleting subnet 74d7c1f4-57e4-40c0-916d-47bd7b5a64ae {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:31:05.352871 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9945fa1a-8edb-41ff-81dc-ce41806f7b56 admin admin] Publish callbacks [] for subnet (74d7c1f4-57e4-40c0-916d-47bd7b5a64ae), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.387128 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9945fa1a-8edb-41ff-81dc-ce41806f7b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58926129'] for subnet (74d7c1f4-57e4-40c0-916d-47bd7b5a64ae), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.425166 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9945fa1a-8edb-41ff-81dc-ce41806f7b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (74d7c1f4-57e4-40c0-916d-47bd7b5a64ae), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.477772 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9945fa1a-8edb-41ff-81dc-ce41806f7b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59632944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59554010'] for subnet (74d7c1f4-57e4-40c0-916d-47bd7b5a64ae), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.502415 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945fa1a-8edb-41ff-81dc-ce41806f7b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d7c1f4-57e4-40c0-916d-47bd7b5a64ae,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:05.506019 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9945fa1a-8edb-41ff-81dc-ce41806f7b56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.509062 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-9945fa1a-8edb-41ff-81dc-ce41806f7b56 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/74d7c1f4-57e4-40c0-916d-47bd7b5a64ae HTTP/1.1" status: 204 len: 168 time: 0.2130973 Mar 16 11:31:05.511727 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56600) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:05.576380 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.655499 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.675145 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:05.684000 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38efec2b-8fb8-4207-9fb0-8cdb7817ea06') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:05.684304 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38efec2b-8fb8-4207-9fb0-8cdb7817ea06') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:05.693592 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58926138'] for segment (38efec2b-8fb8-4207-9fb0-8cdb7817ea06), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.706419 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (38efec2b-8fb8-4207-9fb0-8cdb7817ea06), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.711939 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:31:05.712318 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633050'] for segment (38efec2b-8fb8-4207-9fb0-8cdb7817ea06), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: Traceback (most recent call last): Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: timer() Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: cb(*args, **kw) Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: return func(*args, **kwargs) Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: self._notify() Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: self.callback(batched_events) Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: event.method(event) Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: return f(self, *a, **k) Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._get(url).json() Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: return self.request(url, 'GET', **kwargs) Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:31:05.713958 dv-cinder-790535-29-iscsi neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:31:05.767206 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.771322 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:05.774534 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] 10.222.0.47 "DELETE /v2.0/networks/0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0 HTTP/1.1" status: 204 len: 168 time: 0.2619112 Mar 16 11:31:05.788501 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5102cba-db71-4c75-826e-b7e1bf3ed5ad admin admin] Pushing event deleted for resources: {'Network': ['ID=0632f2fe-a1cf-43bc-91c9-c23f2f51e7e0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:05.929779 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56604) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:05.973198 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-df73ba46-223d-4803-b70d-e3afcde4f6ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab7e42a919d64c27ac7c85fe64a78650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422430 Mar 16 11:31:05.975526 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56606) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:06.020596 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4e54ca7-4b19-4dec-a0ee-24d5ca0617c1 admin admin] Publish callbacks [] for security_group (54a40a55-31c6-4a30-9fa2-cc3c76d74717), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:06.041714 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4e54ca7-4b19-4dec-a0ee-24d5ca0617c1 admin admin] Publish callbacks [] for security_group (54a40a55-31c6-4a30-9fa2-cc3c76d74717), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:06.086925 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4e54ca7-4b19-4dec-a0ee-24d5ca0617c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (54a40a55-31c6-4a30-9fa2-cc3c76d74717), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:06.089780 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4e54ca7-4b19-4dec-a0ee-24d5ca0617c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:06.090946 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-e4e54ca7-4b19-4dec-a0ee-24d5ca0617c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54a40a55-31c6-4a30-9fa2-cc3c76d74717 HTTP/1.1" status: 204 len: 168 time: 0.1145365 Mar 16 11:31:06.098733 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e54ca7-4b19-4dec-a0ee-24d5ca0617c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a40a55-31c6-4a30-9fa2-cc3c76d74717,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:06.424153 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56614) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:06.464047 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-75b8ce67-1943-435a-94ea-ec35ecf5298b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=89039a0ea30a465cb4ce89d01544e1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387309 Mar 16 11:31:06.466439 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56616) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:06.510810 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3232c61b-fca3-4ccd-98ee-a05860291c06 admin admin] Publish callbacks [] for security_group (5fd60e1d-dbcc-4a8c-95a0-9d9b1b120607), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:06.534740 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3232c61b-fca3-4ccd-98ee-a05860291c06 admin admin] Publish callbacks [] for security_group (5fd60e1d-dbcc-4a8c-95a0-9d9b1b120607), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:06.580471 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3232c61b-fca3-4ccd-98ee-a05860291c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (5fd60e1d-dbcc-4a8c-95a0-9d9b1b120607), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:06.583028 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3232c61b-fca3-4ccd-98ee-a05860291c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:06.584144 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-3232c61b-fca3-4ccd-98ee-a05860291c06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5fd60e1d-dbcc-4a8c-95a0-9d9b1b120607 HTTP/1.1" status: 204 len: 168 time: 0.1168141 Mar 16 11:31:06.591888 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232c61b-fca3-4ccd-98ee-a05860291c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd60e1d-dbcc-4a8c-95a0-9d9b1b120607,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:06.636487 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:07.670796 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:10.456466 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56740) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:10.560829 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c922243-70cc-416b-964e-2720414b6de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:10.636143 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c922243-70cc-416b-964e-2720414b6de5 admin admin] Publish callbacks [] for security_group (b1de7e40-44c0-49c7-95bf-16f4ea752d05), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:10.641175 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c922243-70cc-416b-964e-2720414b6de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (b1de7e40-44c0-49c7-95bf-16f4ea752d05), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:10.680041 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-2c922243-70cc-416b-964e-2720414b6de5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6cb350ce1e1246279e0223c0dd29ec37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224436 Mar 16 11:31:10.680938 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c922243-70cc-416b-964e-2720414b6de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1de7e40-44c0-49c7-95bf-16f4ea752d05,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:10.683143 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56748) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:10.735474 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-481098b1-186f-43cb-b4d9-de19e0166217 admin admin] Publish callbacks [] for security_group (b1de7e40-44c0-49c7-95bf-16f4ea752d05), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:10.757676 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-481098b1-186f-43cb-b4d9-de19e0166217 admin admin] Publish callbacks [] for security_group (b1de7e40-44c0-49c7-95bf-16f4ea752d05), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:10.811593 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-481098b1-186f-43cb-b4d9-de19e0166217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (b1de7e40-44c0-49c7-95bf-16f4ea752d05), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:10.814239 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-481098b1-186f-43cb-b4d9-de19e0166217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:10.815420 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-481098b1-186f-43cb-b4d9-de19e0166217 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1de7e40-44c0-49c7-95bf-16f4ea752d05 HTTP/1.1" status: 204 len: 168 time: 0.1312916 Mar 16 11:31:10.823652 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481098b1-186f-43cb-b4d9-de19e0166217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1de7e40-44c0-49c7-95bf-16f4ea752d05,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:11.086515 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56780) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:11.103149 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f1d05507-037d-45aa-9ff2-78538d2f56db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:11.182677 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f1d05507-037d-45aa-9ff2-78538d2f56db admin admin] Publish callbacks [] for security_group (d8191624-4cfe-48ca-876d-bb18efc46734), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:11.189623 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f1d05507-037d-45aa-9ff2-78538d2f56db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (d8191624-4cfe-48ca-876d-bb18efc46734), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:11.220446 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-f1d05507-037d-45aa-9ff2-78538d2f56db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0db628cf51e741f1b0fcb0b88e6b60f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327496 Mar 16 11:31:11.223015 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56788) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:11.229201 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d05507-037d-45aa-9ff2-78538d2f56db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8191624-4cfe-48ca-876d-bb18efc46734,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:11.274955 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc049262-7d0f-4f8f-bc0f-1f886fcd275b admin admin] Publish callbacks [] for security_group (d8191624-4cfe-48ca-876d-bb18efc46734), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:11.297381 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc049262-7d0f-4f8f-bc0f-1f886fcd275b admin admin] Publish callbacks [] for security_group (d8191624-4cfe-48ca-876d-bb18efc46734), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:11.346846 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc049262-7d0f-4f8f-bc0f-1f886fcd275b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (d8191624-4cfe-48ca-876d-bb18efc46734), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:11.349614 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc049262-7d0f-4f8f-bc0f-1f886fcd275b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:11.350797 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-dc049262-7d0f-4f8f-bc0f-1f886fcd275b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d8191624-4cfe-48ca-876d-bb18efc46734 HTTP/1.1" status: 204 len: 168 time: 0.1268132 Mar 16 11:31:11.359996 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc049262-7d0f-4f8f-bc0f-1f886fcd275b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8191624-4cfe-48ca-876d-bb18efc46734,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:11.835580 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:31:12.604475 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-27e89b96-193e-49c9-8eb4-3ec2b4fa8812 req-e0d8497b-f05a-46ef-b70c-2d29dd65e7e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497398 Mar 16 11:31:12.718982 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e89b96-193e-49c9-8eb4-3ec2b4fa8812 req-03d5ed8d-d07f-46db-a9a4-7b6739cf402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:12.720838 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-27e89b96-193e-49c9-8eb4-3ec2b4fa8812 req-03d5ed8d-d07f-46db-a9a4-7b6739cf402b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 1130 time: 0.0530908 Mar 16 11:31:12.837049 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e89b96-193e-49c9-8eb4-3ec2b4fa8812 req-4e8aa0b0-82e1-4d08-8dbf-bbf1b3718f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:12.838885 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-27e89b96-193e-49c9-8eb4-3ec2b4fa8812 req-4e8aa0b0-82e1-4d08-8dbf-bbf1b3718f6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 912 time: 0.0996096 Mar 16 11:31:12.907707 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-27e89b96-193e-49c9-8eb4-3ec2b4fa8812 req-f14f1181-6f73-495a-85ef-d891b6f208cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3258cb5-47cd-4ee6-9df1-a7327af3c861 HTTP/1.1" status: 200 len: 1001 time: 0.0619628 Mar 16 11:31:12.967303 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e89b96-193e-49c9-8eb4-3ec2b4fa8812 req-1cfbf932-ba6d-41ae-9494-7542ea494156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:12.969114 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-27e89b96-193e-49c9-8eb4-3ec2b4fa8812 req-1cfbf932-ba6d-41ae-9494-7542ea494156 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.0543640 Mar 16 11:31:12.982476 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56878) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:13.021883 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e89b96-193e-49c9-8eb4-3ec2b4fa8812 req-2a09b5c4-8fa3-47b2-8b35-458d8569aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:13.023450 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-27e89b96-193e-49c9-8eb4-3ec2b4fa8812 req-2a09b5c4-8fa3-47b2-8b35-458d8569aeb8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482955 Mar 16 11:31:13.095041 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39d9019e-8836-4916-9e2c-828e56946e02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.121477 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-27e89b96-193e-49c9-8eb4-3ec2b4fa8812 req-b6bd5892-565a-40f1-ac24-656fa11a7dc4 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908601 Mar 16 11:31:13.179021 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39d9019e-8836-4916-9e2c-828e56946e02 admin admin] Publish callbacks [] for security_group (ecbd17cf-66cc-40c0-953b-40c010227b2e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.183542 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39d9019e-8836-4916-9e2c-828e56946e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (ecbd17cf-66cc-40c0-953b-40c010227b2e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.224143 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9019e-8836-4916-9e2c-828e56946e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbd17cf-66cc-40c0-953b-40c010227b2e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:13.230759 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-39d9019e-8836-4916-9e2c-828e56946e02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bbf79000ab404091901cbb5c75022d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448995 Mar 16 11:31:13.230994 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56892) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:13.237325 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-27e89b96-193e-49c9-8eb4-3ec2b4fa8812 req-e72a83b4-fa48-4108-907c-132260d33d25 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084244 Mar 16 11:31:13.274438 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56894) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:13.290868 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b057ae5f-f42f-4c55-8dc2-d6ba214b098a admin admin] Publish callbacks [] for security_group (ecbd17cf-66cc-40c0-953b-40c010227b2e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.312078 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b057ae5f-f42f-4c55-8dc2-d6ba214b098a admin admin] Publish callbacks [] for security_group (ecbd17cf-66cc-40c0-953b-40c010227b2e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.357774 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b057ae5f-f42f-4c55-8dc2-d6ba214b098a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (ecbd17cf-66cc-40c0-953b-40c010227b2e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.360307 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b057ae5f-f42f-4c55-8dc2-d6ba214b098a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.361702 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-b057ae5f-f42f-4c55-8dc2-d6ba214b098a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ecbd17cf-66cc-40c0-953b-40c010227b2e HTTP/1.1" status: 204 len: 168 time: 0.1296501 Mar 16 11:31:13.380244 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057ae5f-f42f-4c55-8dc2-d6ba214b098a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbd17cf-66cc-40c0-953b-40c010227b2e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:13.393331 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7a8128f-87d5-4da4-98ab-8166216b40ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.479393 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7a8128f-87d5-4da4-98ab-8166216b40ce admin admin] Publish callbacks [] for security_group (e94ba172-6bc6-4bc1-a9af-0b54fdb1c4ed), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.486560 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7a8128f-87d5-4da4-98ab-8166216b40ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e94ba172-6bc6-4bc1-a9af-0b54fdb1c4ed), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.524248 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-d7a8128f-87d5-4da4-98ab-8166216b40ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0a1fdfa006004e9bbf5a7d8528ff0a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487934 Mar 16 11:31:13.526232 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8128f-87d5-4da4-98ab-8166216b40ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94ba172-6bc6-4bc1-a9af-0b54fdb1c4ed,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:13.526961 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56902) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:13.577810 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0cc739b8-2ec9-4050-ba9f-66d8fd86734e admin admin] Publish callbacks [] for security_group (e94ba172-6bc6-4bc1-a9af-0b54fdb1c4ed), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.599099 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0cc739b8-2ec9-4050-ba9f-66d8fd86734e admin admin] Publish callbacks [] for security_group (e94ba172-6bc6-4bc1-a9af-0b54fdb1c4ed), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.628254 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56904) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:13.641643 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b5bece8-e951-40b3-97d7-8f1296f422f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.647927 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0cc739b8-2ec9-4050-ba9f-66d8fd86734e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e94ba172-6bc6-4bc1-a9af-0b54fdb1c4ed), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.651097 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0cc739b8-2ec9-4050-ba9f-66d8fd86734e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.655083 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-0cc739b8-2ec9-4050-ba9f-66d8fd86734e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e94ba172-6bc6-4bc1-a9af-0b54fdb1c4ed HTTP/1.1" status: 204 len: 168 time: 0.1242762 Mar 16 11:31:13.663194 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc739b8-2ec9-4050-ba9f-66d8fd86734e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94ba172-6bc6-4bc1-a9af-0b54fdb1c4ed,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:13.716796 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b5bece8-e951-40b3-97d7-8f1296f422f9 admin admin] Publish callbacks [] for security_group (267fa640-934f-4d31-89d5-984ce6630adc), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.721093 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b5bece8-e951-40b3-97d7-8f1296f422f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (267fa640-934f-4d31-89d5-984ce6630adc), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.757915 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-0b5bece8-e951-40b3-97d7-8f1296f422f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41a6689779db4bf7bdee43de53418af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283889 Mar 16 11:31:13.759820 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bece8-e951-40b3-97d7-8f1296f422f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267fa640-934f-4d31-89d5-984ce6630adc,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:13.760530 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56908) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:13.812175 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b41f088a-3fa1-4c03-845f-01910551e9e7 admin admin] Publish callbacks [] for security_group (267fa640-934f-4d31-89d5-984ce6630adc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.838605 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b41f088a-3fa1-4c03-845f-01910551e9e7 admin admin] Publish callbacks [] for security_group (267fa640-934f-4d31-89d5-984ce6630adc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.885341 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b41f088a-3fa1-4c03-845f-01910551e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (267fa640-934f-4d31-89d5-984ce6630adc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.887938 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b41f088a-3fa1-4c03-845f-01910551e9e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:13.891400 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-b41f088a-3fa1-4c03-845f-01910551e9e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/267fa640-934f-4d31-89d5-984ce6630adc HTTP/1.1" status: 204 len: 168 time: 0.1273942 Mar 16 11:31:13.896817 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f088a-3fa1-4c03-845f-01910551e9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267fa640-934f-4d31-89d5-984ce6630adc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:13.992783 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56914) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:14.006790 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c9e6a53-739a-4ff8-a9c3-c716a4712730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:14.083764 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c9e6a53-739a-4ff8-a9c3-c716a4712730 admin admin] Publish callbacks [] for security_group (d42c1734-baf9-4435-9549-9c769ad34a06), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:14.087841 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c9e6a53-739a-4ff8-a9c3-c716a4712730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (d42c1734-baf9-4435-9549-9c769ad34a06), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:14.126899 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-0c9e6a53-739a-4ff8-a9c3-c716a4712730 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2d1b8e7cce54facb8d091343702555d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323006 Mar 16 11:31:14.127831 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e6a53-739a-4ff8-a9c3-c716a4712730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42c1734-baf9-4435-9549-9c769ad34a06,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:14.129708 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 56922) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:14.183070 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7331b79d-bdca-41ad-9f70-7cdfe5166aa2 admin admin] Publish callbacks [] for security_group (d42c1734-baf9-4435-9549-9c769ad34a06), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:14.204642 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7331b79d-bdca-41ad-9f70-7cdfe5166aa2 admin admin] Publish callbacks [] for security_group (d42c1734-baf9-4435-9549-9c769ad34a06), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:14.252664 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7331b79d-bdca-41ad-9f70-7cdfe5166aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (d42c1734-baf9-4435-9549-9c769ad34a06), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:14.255325 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7331b79d-bdca-41ad-9f70-7cdfe5166aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:14.256554 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-7331b79d-bdca-41ad-9f70-7cdfe5166aa2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d42c1734-baf9-4435-9549-9c769ad34a06 HTTP/1.1" status: 204 len: 168 time: 0.1254253 Mar 16 11:31:14.265464 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331b79d-bdca-41ad-9f70-7cdfe5166aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42c1734-baf9-4435-9549-9c769ad34a06,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:15.885027 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 57038) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:15.990651 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33b81eb2-b204-4046-bd84-7740fc930b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.065784 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33b81eb2-b204-4046-bd84-7740fc930b95 admin admin] Publish callbacks [] for security_group (cfc2ec7d-1f10-49c0-9f33-dfdb82468fb7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.069369 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33b81eb2-b204-4046-bd84-7740fc930b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (cfc2ec7d-1f10-49c0-9f33-dfdb82468fb7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.110364 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-33b81eb2-b204-4046-bd84-7740fc930b95 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=de206f486c5e4992ba92d95362c8d87b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239623 Mar 16 11:31:16.110981 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b81eb2-b204-4046-bd84-7740fc930b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc2ec7d-1f10-49c0-9f33-dfdb82468fb7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:16.113032 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57042) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:16.168958 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03caa7b4-cf5e-47f9-a7de-04194240e364 admin admin] Publish callbacks [] for security_group (cfc2ec7d-1f10-49c0-9f33-dfdb82468fb7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.191375 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03caa7b4-cf5e-47f9-a7de-04194240e364 admin admin] Publish callbacks [] for security_group (cfc2ec7d-1f10-49c0-9f33-dfdb82468fb7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.241225 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03caa7b4-cf5e-47f9-a7de-04194240e364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (cfc2ec7d-1f10-49c0-9f33-dfdb82468fb7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.243779 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03caa7b4-cf5e-47f9-a7de-04194240e364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.244945 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-03caa7b4-cf5e-47f9-a7de-04194240e364 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cfc2ec7d-1f10-49c0-9f33-dfdb82468fb7 HTTP/1.1" status: 204 len: 168 time: 0.1304793 Mar 16 11:31:16.253255 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caa7b4-cf5e-47f9-a7de-04194240e364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc2ec7d-1f10-49c0-9f33-dfdb82468fb7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:16.513313 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57050) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:16.526843 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90b1c2bb-218c-43bc-8e7e-b4c29e1a60f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.598324 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90b1c2bb-218c-43bc-8e7e-b4c29e1a60f1 admin admin] Publish callbacks [] for security_group (6e85b599-fb75-4cad-8bbd-2b62d19089dd), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.602070 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90b1c2bb-218c-43bc-8e7e-b4c29e1a60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (6e85b599-fb75-4cad-8bbd-2b62d19089dd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.643118 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-90b1c2bb-218c-43bc-8e7e-b4c29e1a60f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f8e529182654e70b36a598fcff3ea4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280758 Mar 16 11:31:16.643961 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1c2bb-218c-43bc-8e7e-b4c29e1a60f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e85b599-fb75-4cad-8bbd-2b62d19089dd,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:16.645780 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 57052) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:16.695800 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-366ce9b1-b469-4ca5-a332-62493c2acc40 admin admin] Publish callbacks [] for security_group (6e85b599-fb75-4cad-8bbd-2b62d19089dd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.717189 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-366ce9b1-b469-4ca5-a332-62493c2acc40 admin admin] Publish callbacks [] for security_group (6e85b599-fb75-4cad-8bbd-2b62d19089dd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.765412 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-366ce9b1-b469-4ca5-a332-62493c2acc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (6e85b599-fb75-4cad-8bbd-2b62d19089dd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.768010 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-366ce9b1-b469-4ca5-a332-62493c2acc40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:16.772008 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-366ce9b1-b469-4ca5-a332-62493c2acc40 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e85b599-fb75-4cad-8bbd-2b62d19089dd HTTP/1.1" status: 204 len: 168 time: 0.1224728 Mar 16 11:31:16.777816 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ce9b1-b469-4ca5-a332-62493c2acc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e85b599-fb75-4cad-8bbd-2b62d19089dd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:22.478513 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 57160) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:22.585312 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:22.662282 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Publish callbacks [] for security_group (740cc886-2084-45ac-a44b-65fe4c4d2d12), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:22.666349 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (740cc886-2084-45ac-a44b-65fe4c4d2d12), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:22.708125 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a65baeeab984aa0be22dfba33de9247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262757 Mar 16 11:31:22.708125 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740cc886-2084-45ac-a44b-65fe4c4d2d12,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:22.708986 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57172) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:22.715036 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.715631 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.715982 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.716326 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.716696 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.717033 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.717365 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.717704 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.718054 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.718383 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.718732 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.719068 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.719395 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.719718 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.720035 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca2f4-e4b6-4ac7-91e2-af5f73aa550a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.763559 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Publish callbacks [] for security_group (740cc886-2084-45ac-a44b-65fe4c4d2d12), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:22.784673 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Publish callbacks [] for security_group (740cc886-2084-45ac-a44b-65fe4c4d2d12), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:22.840385 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (740cc886-2084-45ac-a44b-65fe4c4d2d12), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:22.843107 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:22.845422 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/740cc886-2084-45ac-a44b-65fe4c4d2d12 HTTP/1.1" status: 204 len: 168 time: 0.1342678 Mar 16 11:31:22.855665 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740cc886-2084-45ac-a44b-65fe4c4d2d12,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:22.863942 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.864317 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.864688 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.865032 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.865366 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.865693 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.866010 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.866337 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.866781 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.867256 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.867585 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.867907 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.868253 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.868539 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.872967 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b291-fe9d-4a33-afb1-a898cbdec245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:22.958980 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591667d-5cbb-42ee-9ba3-e686f00fb5fa req-d2e70eaf-a650-408d-9d63-8077120a99ec tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:22.960310 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f591667d-5cbb-42ee-9ba3-e686f00fb5fa req-d2e70eaf-a650-408d-9d63-8077120a99ec tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0606060 Mar 16 11:31:23.008284 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f591667d-5cbb-42ee-9ba3-e686f00fb5fa req-338236da-7077-4eed-9c22-29db0cdd8079 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415726 Mar 16 11:31:23.117724 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57184) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:23.130741 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a7f27db-778b-4d4c-9346-56faf43cd004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:23.215662 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a7f27db-778b-4d4c-9346-56faf43cd004 admin admin] Publish callbacks [] for security_group (eede7f69-9e49-489b-9660-3a5d608adb5a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:23.220045 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a7f27db-778b-4d4c-9346-56faf43cd004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (eede7f69-9e49-489b-9660-3a5d608adb5a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:23.273488 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-1a7f27db-778b-4d4c-9346-56faf43cd004 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f43fcbde0bb49448335f7c998132960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544845 Mar 16 11:31:23.274831 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f27db-778b-4d4c-9346-56faf43cd004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eede7f69-9e49-489b-9660-3a5d608adb5a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:23.275945 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 57186) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:23.326566 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e76a6a6-42a2-4610-b466-c80167835db0 admin admin] Publish callbacks [] for security_group (eede7f69-9e49-489b-9660-3a5d608adb5a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:23.349785 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e76a6a6-42a2-4610-b466-c80167835db0 admin admin] Publish callbacks [] for security_group (eede7f69-9e49-489b-9660-3a5d608adb5a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:23.398310 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e76a6a6-42a2-4610-b466-c80167835db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (eede7f69-9e49-489b-9660-3a5d608adb5a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:23.400851 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e76a6a6-42a2-4610-b466-c80167835db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:23.401975 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-7e76a6a6-42a2-4610-b466-c80167835db0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eede7f69-9e49-489b-9660-3a5d608adb5a HTTP/1.1" status: 204 len: 168 time: 0.1250134 Mar 16 11:31:23.414625 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76a6a6-42a2-4610-b466-c80167835db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eede7f69-9e49-489b-9660-3a5d608adb5a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:24.133047 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30417a-b65b-40fa-940b-b7116c33c442 req-26576808-0d46-4bd1-b44f-e7f1535a84c7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:24.134540 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ee30417a-b65b-40fa-940b-b7116c33c442 req-26576808-0d46-4bd1-b44f-e7f1535a84c7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0518963 Mar 16 11:31:24.185876 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ee30417a-b65b-40fa-940b-b7116c33c442 req-ba793dae-1266-4198-86ad-f16258361cf5 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436444 Mar 16 11:31:25.306311 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0c325-294a-491e-b18c-b1f9f6562556 req-9cae1b12-481f-40b2-96ba-90ffecfcf305 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:25.307769 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5da0c325-294a-491e-b18c-b1f9f6562556 req-9cae1b12-481f-40b2-96ba-90ffecfcf305 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0517390 Mar 16 11:31:25.359195 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5da0c325-294a-491e-b18c-b1f9f6562556 req-a0220972-a8bf-4fac-8929-10302dc9506d tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436180 Mar 16 11:31:26.484248 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0b647-4c89-49f1-aeff-1bab346ef324 req-7cc2ba50-cbaa-4670-9ea8-71ccff571446 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:26.485672 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-53d0b647-4c89-49f1-aeff-1bab346ef324 req-7cc2ba50-cbaa-4670-9ea8-71ccff571446 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0505333 Mar 16 11:31:26.530464 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-53d0b647-4c89-49f1-aeff-1bab346ef324 req-92b57095-428e-408a-9351-b0446e604a5f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392504 Mar 16 11:31:27.657858 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aefce0-96be-4047-b76b-a77888187ecb req-53a67740-6c77-4cc9-8cfa-241dc181245b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:27.659338 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66aefce0-96be-4047-b76b-a77888187ecb req-53a67740-6c77-4cc9-8cfa-241dc181245b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0562055 Mar 16 11:31:27.704839 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57286) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:27.705797 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66aefce0-96be-4047-b76b-a77888187ecb req-e45e8e09-b931-4a99-98b7-0043e68c4607 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408726 Mar 16 11:31:27.809914 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f70e20a-06d8-468f-aa0a-d01b70db310c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:27.883474 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f70e20a-06d8-468f-aa0a-d01b70db310c admin admin] Publish callbacks [] for security_group (11a71c85-70b9-4b13-a34a-737ac1a97749), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:27.887213 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f70e20a-06d8-468f-aa0a-d01b70db310c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (11a71c85-70b9-4b13-a34a-737ac1a97749), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:27.924023 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-9f70e20a-06d8-468f-aa0a-d01b70db310c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=25e6948ba2294818be7390b150f076e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181613 Mar 16 11:31:27.924932 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70e20a-06d8-468f-aa0a-d01b70db310c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a71c85-70b9-4b13-a34a-737ac1a97749,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:27.926770 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 57292) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:27.975572 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a792c2c0-9a10-4dd6-baa1-06bebfc902df admin admin] Publish callbacks [] for security_group (11a71c85-70b9-4b13-a34a-737ac1a97749), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:27.996880 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a792c2c0-9a10-4dd6-baa1-06bebfc902df admin admin] Publish callbacks [] for security_group (11a71c85-70b9-4b13-a34a-737ac1a97749), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:28.041183 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a792c2c0-9a10-4dd6-baa1-06bebfc902df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (11a71c85-70b9-4b13-a34a-737ac1a97749), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:28.044149 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a792c2c0-9a10-4dd6-baa1-06bebfc902df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:28.045335 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-a792c2c0-9a10-4dd6-baa1-06bebfc902df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/11a71c85-70b9-4b13-a34a-737ac1a97749 HTTP/1.1" status: 204 len: 168 time: 0.1173739 Mar 16 11:31:28.052816 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792c2c0-9a10-4dd6-baa1-06bebfc902df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a71c85-70b9-4b13-a34a-737ac1a97749,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:28.291971 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 57298) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:28.304809 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-842d8d68-c7c5-42bc-92ce-7951d644025d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:28.381896 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-842d8d68-c7c5-42bc-92ce-7951d644025d admin admin] Publish callbacks [] for security_group (3e434981-12e7-4006-8d26-4e9500399a78), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:28.386173 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-842d8d68-c7c5-42bc-92ce-7951d644025d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3e434981-12e7-4006-8d26-4e9500399a78), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:28.424912 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-842d8d68-c7c5-42bc-92ce-7951d644025d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=db86a767202d423ba5301d9ed734d274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317852 Mar 16 11:31:28.426013 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d8d68-c7c5-42bc-92ce-7951d644025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e434981-12e7-4006-8d26-4e9500399a78,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:28.427561 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57300) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:28.475410 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b7fc094d-8f80-4ac4-a3ff-2036d8457c5d admin admin] Publish callbacks [] for security_group (3e434981-12e7-4006-8d26-4e9500399a78), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:28.495400 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b7fc094d-8f80-4ac4-a3ff-2036d8457c5d admin admin] Publish callbacks [] for security_group (3e434981-12e7-4006-8d26-4e9500399a78), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:28.541400 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b7fc094d-8f80-4ac4-a3ff-2036d8457c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3e434981-12e7-4006-8d26-4e9500399a78), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:28.544408 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b7fc094d-8f80-4ac4-a3ff-2036d8457c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:28.548386 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-b7fc094d-8f80-4ac4-a3ff-2036d8457c5d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e434981-12e7-4006-8d26-4e9500399a78 HTTP/1.1" status: 204 len: 168 time: 0.1198061 Mar 16 11:31:28.556038 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc094d-8f80-4ac4-a3ff-2036d8457c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e434981-12e7-4006-8d26-4e9500399a78,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:28.842399 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829acc-bca3-4b28-9544-ed77eb2f1d45 req-6305c577-1b8e-491c-8c9b-6fc38425af20 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:28.843902 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-53829acc-bca3-4b28-9544-ed77eb2f1d45 req-6305c577-1b8e-491c-8c9b-6fc38425af20 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0597310 Mar 16 11:31:28.890844 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-53829acc-bca3-4b28-9544-ed77eb2f1d45 req-3c1c0d41-919a-44fa-ab40-7cbc1573b70f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410671 Mar 16 11:31:30.013732 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a792a4-2c39-4e43-8f49-3aca171bb12d req-7d635624-cd0a-42f7-a709-08da9ed72774 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:30.015232 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e2a792a4-2c39-4e43-8f49-3aca171bb12d req-7d635624-cd0a-42f7-a709-08da9ed72774 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0530512 Mar 16 11:31:30.063604 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e2a792a4-2c39-4e43-8f49-3aca171bb12d req-106a8bb0-0e98-47b8-90bc-20e3e55397b1 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 Mar 16 11:31:30.317908 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-187b03ed-c544-4194-8a01-4402a457762a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:31.191388 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718d136-c6eb-4863-a778-be411696cf9e req-98a67d7a-5d36-44ed-80ba-0d3a9250611a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:31.193463 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a718d136-c6eb-4863-a778-be411696cf9e req-98a67d7a-5d36-44ed-80ba-0d3a9250611a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0525730 Mar 16 11:31:31.247276 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a718d136-c6eb-4863-a778-be411696cf9e req-b4860069-b8c2-48b4-9141-e1e178612d98 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Mar 16 11:31:32.377776 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8649-ebd3-4125-ab98-4e6f1d92aa98 req-5b86516f-998b-4df5-b341-4105053f5cd9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:32.379900 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-abbd8649-ebd3-4125-ab98-4e6f1d92aa98 req-5b86516f-998b-4df5-b341-4105053f5cd9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0559957 Mar 16 11:31:32.432937 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-abbd8649-ebd3-4125-ab98-4e6f1d92aa98 req-60aed350-2ed5-4535-9462-3a924b2f0fff tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470293 Mar 16 11:31:32.515739 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57416) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:32.627300 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2187d975-7082-46cc-9a0d-8bec22163b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:32.705610 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2187d975-7082-46cc-9a0d-8bec22163b19 admin admin] Publish callbacks [] for security_group (43815eca-a16a-45b7-9602-be25dde65842), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:32.709056 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2187d975-7082-46cc-9a0d-8bec22163b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (43815eca-a16a-45b7-9602-be25dde65842), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:32.753575 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-2187d975-7082-46cc-9a0d-8bec22163b19 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9df0abd0865b427cba3187c928411b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366240 Mar 16 11:31:32.755445 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187d975-7082-46cc-9a0d-8bec22163b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43815eca-a16a-45b7-9602-be25dde65842,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:32.756317 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 57420) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:32.791200 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f511b285-ab20-4267-8b15-a8e6db58f7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:32.809801 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a042f8ad-04e2-403a-be60-8c0d53f0ccca admin admin] Publish callbacks [] for security_group (43815eca-a16a-45b7-9602-be25dde65842), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:32.830688 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a042f8ad-04e2-403a-be60-8c0d53f0ccca admin admin] Publish callbacks [] for security_group (43815eca-a16a-45b7-9602-be25dde65842), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:32.881279 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a042f8ad-04e2-403a-be60-8c0d53f0ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (43815eca-a16a-45b7-9602-be25dde65842), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:32.883805 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a042f8ad-04e2-403a-be60-8c0d53f0ccca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:32.884964 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-a042f8ad-04e2-403a-be60-8c0d53f0ccca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43815eca-a16a-45b7-9602-be25dde65842 HTTP/1.1" status: 204 len: 168 time: 0.1276069 Mar 16 11:31:32.893284 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042f8ad-04e2-403a-be60-8c0d53f0ccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43815eca-a16a-45b7-9602-be25dde65842,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:33.487033 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:33.562323 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dc9b2-898d-4e56-8d37-2945d79e1602 req-12825c1b-f68a-4a05-9e19-609f265abfd0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:33.563823 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-110dc9b2-898d-4e56-8d37-2945d79e1602 req-12825c1b-f68a-4a05-9e19-609f265abfd0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0527868 Mar 16 11:31:33.617874 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-110dc9b2-898d-4e56-8d37-2945d79e1602 req-9e292c23-efea-4875-b5a2-caa12ed6b954 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480487 Mar 16 11:31:34.738898 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f6fc6-e799-4eea-8b62-f31385c25e89 req-c352da78-9467-4104-b711-a8801d26cf79 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:34.740367 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-613f6fc6-e799-4eea-8b62-f31385c25e89 req-c352da78-9467-4104-b711-a8801d26cf79 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0516818 Mar 16 11:31:34.797848 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-613f6fc6-e799-4eea-8b62-f31385c25e89 req-0dcaed84-6bc3-4e2b-bd4e-37bc76af3ab6 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512223 Mar 16 11:31:35.000670 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:35.929052 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30def07-012e-43db-9d03-613352cc596e req-23dd8e28-3214-49e5-a4f4-2a5578c7e706 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:35.931101 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f30def07-012e-43db-9d03-613352cc596e req-23dd8e28-3214-49e5-a4f4-2a5578c7e706 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0566986 Mar 16 11:31:35.979536 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f30def07-012e-43db-9d03-613352cc596e req-9965c7ed-f45a-42e2-9806-f425eeffebe4 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426061 Mar 16 11:31:36.647122 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:37.096700 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 0e05286f-63ba-4ab2-a79d-638ae2595557 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:31:37.161961 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deca59-58f8-4619-971c-1dbb781eac9a req-08228e78-7b7d-4d9a-a782-a9c5102eed7a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:37.169613 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-82deca59-58f8-4619-971c-1dbb781eac9a req-08228e78-7b7d-4d9a-a782-a9c5102eed7a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0849340 Mar 16 11:31:37.223761 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-82deca59-58f8-4619-971c-1dbb781eac9a req-376c37c0-6aba-467f-9956-7f257efa9036 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529897 Mar 16 11:31:37.247405 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e05286f-63ba-4ab2-a79d-638ae2595557,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:31:37.266898 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'port_id': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'mac_address': 'fa:16:3e:bf:0a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:31:37.318761 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 0e05286f-63ba-4ab2-a79d-638ae2595557 is: ACTIVE; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:31:37.319495 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:37.336030 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e05286f-63ba-4ab2-a79d-638ae2595557 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:31:37.369021 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e05286f-63ba-4ab2-a79d-638ae2595557,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:31:37.373092 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:37.428223 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=0e05286f-63ba-4ab2-a79d-638ae2595557,revision_number=6']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:37.539228 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['0e05286f-63ba-4ab2-a79d-638ae2595557'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:31:37.706374 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:38.397577 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459d861-12f7-4efd-998a-e31ac0f0526c req-e20a6462-b10e-4b5c-8589-7509e6f31692 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:38.399225 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2459d861-12f7-4efd-998a-e31ac0f0526c req-e20a6462-b10e-4b5c-8589-7509e6f31692 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 944 time: 0.0624344 Mar 16 11:31:38.450432 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2459d861-12f7-4efd-998a-e31ac0f0526c req-3243248c-df1f-4e4c-922b-192c8bee2345 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432677 Mar 16 11:31:39.096102 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 0e05286f-63ba-4ab2-a79d-638ae2595557 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:31:39.151288 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 0e05286f-63ba-4ab2-a79d-638ae2595557 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:31:39.152283 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:39.246062 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 0e05286f-63ba-4ab2-a79d-638ae2595557 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:31:39.246764 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:39.283096 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:39.289929 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25792929-321f-41b4-bafb-13f8958a27eb" -d '{"events": [{"server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "name": "network-vif-plugged", "status": "completed", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:31:39.312535 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e05286f-63ba-4ab2-a79d-638ae2595557,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:31:39.317638 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:39.389234 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9430f2-9090-4500-ae89-9ccc215052aa x-openstack-request-id: req-2a9430f2-9090-4500-ae89-9ccc215052aa {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:31:39.391003 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "name": "network-vif-plugged", "status": "completed", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:31:39.391223 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2a9430f2-9090-4500-ae89-9ccc215052aa {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:31:39.391634 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'code': 200} Mar 16 11:31:39.416008 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=0e05286f-63ba-4ab2-a79d-638ae2595557,revision_number=7']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:39.423234 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.424046 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.425366 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.425879 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.426412 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.426908 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.427635 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.428134 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.428657 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.429153 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.429657 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.430190 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.430669 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.431161 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.431645 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:39.633300 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba5b49-9e71-4294-a4ef-19c17dc889ab req-f83ef3da-0105-42ff-ae4e-e39491b0c1a7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:39.636510 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-87ba5b49-9e71-4294-a4ef-19c17dc889ab req-f83ef3da-0105-42ff-ae4e-e39491b0c1a7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0850620 Mar 16 11:31:39.723391 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-87ba5b49-9e71-4294-a4ef-19c17dc889ab req-24e2e093-de60-48e2-94e8-5ff7b49c1647 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807347 Mar 16 11:31:40.883224 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2ddcc-e725-4cdb-b25c-644a37a84ff8 req-39e4e374-f4b6-49c2-9417-09d0d5af645b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:40.885500 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66f2ddcc-e725-4cdb-b25c-644a37a84ff8 req-39e4e374-f4b6-49c2-9417-09d0d5af645b tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0776794 Mar 16 11:31:40.944141 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66f2ddcc-e725-4cdb-b25c-644a37a84ff8 req-bf13be55-3bfa-4b3f-914a-4b64c08ca9f4 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518408 Mar 16 11:31:42.087919 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081ea8d-a804-438f-bf5f-de081a5f51ec req-adad0701-bff1-4ad9-a77d-1a356cab5e7c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:42.089545 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8081ea8d-a804-438f-bf5f-de081a5f51ec req-adad0701-bff1-4ad9-a77d-1a356cab5e7c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0602174 Mar 16 11:31:42.141824 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8081ea8d-a804-438f-bf5f-de081a5f51ec req-31bb7fb3-336d-4b63-88e2-2c0ac40b120a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460503 Mar 16 11:31:43.282538 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a28b5c-b68d-423e-ae54-ead7e27fa9d2 req-d3e6aba1-0ecd-4873-9500-fc7ff7e72286 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:43.284801 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c9a28b5c-b68d-423e-ae54-ead7e27fa9d2 req-d3e6aba1-0ecd-4873-9500-fc7ff7e72286 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0579681 Mar 16 11:31:43.346352 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c9a28b5c-b68d-423e-ae54-ead7e27fa9d2 req-0d6714d1-b42a-43a8-bac9-bd11dd149233 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556219 Mar 16 11:31:44.500340 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c638be7-03a8-4633-a4c5-dabe8282a618 req-815eab58-f457-42ff-a87f-6af4482c71f3 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:44.501937 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3c638be7-03a8-4633-a4c5-dabe8282a618 req-815eab58-f457-42ff-a87f-6af4482c71f3 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0669184 Mar 16 11:31:44.539773 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57666) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:44.563177 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3c638be7-03a8-4633-a4c5-dabe8282a618 req-73bb4ec3-4a72-413d-aac3-0a7b134bf456 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548058 Mar 16 11:31:44.672014 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-52b52650-1b93-4346-94c3-b4450f19fa41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:44.752182 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-52b52650-1b93-4346-94c3-b4450f19fa41 admin admin] Publish callbacks [] for security_group (5acb7c3f-5140-49c9-a6a9-ad06e8ded46a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:44.756607 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-52b52650-1b93-4346-94c3-b4450f19fa41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (5acb7c3f-5140-49c9-a6a9-ad06e8ded46a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:44.797113 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-52b52650-1b93-4346-94c3-b4450f19fa41 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d236cf14cfc14c38b92a2c9b9c43153a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562113 Mar 16 11:31:44.798382 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b52650-1b93-4346-94c3-b4450f19fa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acb7c3f-5140-49c9-a6a9-ad06e8ded46a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:44.799717 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 57670) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:44.858488 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4fb4-cd25-4a4d-8228-75a0f69a0c81 admin admin] Publish callbacks [] for security_group (5acb7c3f-5140-49c9-a6a9-ad06e8ded46a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:44.882056 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4fb4-cd25-4a4d-8228-75a0f69a0c81 admin admin] Publish callbacks [] for security_group (5acb7c3f-5140-49c9-a6a9-ad06e8ded46a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:44.937482 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4fb4-cd25-4a4d-8228-75a0f69a0c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (5acb7c3f-5140-49c9-a6a9-ad06e8ded46a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:44.940450 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4fb4-cd25-4a4d-8228-75a0f69a0c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:44.944000 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-ea4f4fb4-cd25-4a4d-8228-75a0f69a0c81 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5acb7c3f-5140-49c9-a6a9-ad06e8ded46a HTTP/1.1" status: 204 len: 168 time: 0.1409140 Mar 16 11:31:44.950199 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f4fb4-cd25-4a4d-8228-75a0f69a0c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acb7c3f-5140-49c9-a6a9-ad06e8ded46a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:45.230784 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 57682) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:45.243852 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a4d5c426-2a32-4f8c-bcfe-e816f8eacbfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:45.322868 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a4d5c426-2a32-4f8c-bcfe-e816f8eacbfe admin admin] Publish callbacks [] for security_group (be681428-b3a0-4a08-bdca-786f9d0c5c78), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:45.327362 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a4d5c426-2a32-4f8c-bcfe-e816f8eacbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (be681428-b3a0-4a08-bdca-786f9d0c5c78), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:45.365908 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-a4d5c426-2a32-4f8c-bcfe-e816f8eacbfe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1cea81ba41f7457e9225cfcf192815de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336193 Mar 16 11:31:45.366769 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5c426-2a32-4f8c-bcfe-e816f8eacbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be681428-b3a0-4a08-bdca-786f9d0c5c78,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:45.368193 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57690) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:45.415784 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89a2d7df-23d1-413a-86c5-e3b0aedb3bf2 admin admin] Publish callbacks [] for security_group (be681428-b3a0-4a08-bdca-786f9d0c5c78), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:45.436701 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89a2d7df-23d1-413a-86c5-e3b0aedb3bf2 admin admin] Publish callbacks [] for security_group (be681428-b3a0-4a08-bdca-786f9d0c5c78), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:45.485008 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89a2d7df-23d1-413a-86c5-e3b0aedb3bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (be681428-b3a0-4a08-bdca-786f9d0c5c78), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:45.487495 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89a2d7df-23d1-413a-86c5-e3b0aedb3bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:45.488643 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-89a2d7df-23d1-413a-86c5-e3b0aedb3bf2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/be681428-b3a0-4a08-bdca-786f9d0c5c78 HTTP/1.1" status: 204 len: 168 time: 0.1194103 Mar 16 11:31:45.496337 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2d7df-23d1-413a-86c5-e3b0aedb3bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be681428-b3a0-4a08-bdca-786f9d0c5c78,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:45.697035 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e5951-624d-40cd-a0e5-fde72cf4158c req-0d21c4ec-93bd-4a38-b011-138b799f9dd6 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:45.699435 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-540e5951-624d-40cd-a0e5-fde72cf4158c req-0d21c4ec-93bd-4a38-b011-138b799f9dd6 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0553708 Mar 16 11:31:45.746020 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-540e5951-624d-40cd-a0e5-fde72cf4158c req-9c4f6734-7403-4b52-a73c-0dbad001902f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408552 Mar 16 11:31:45.813019 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57700) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:45.825698 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8807d46-6624-41e5-a373-47220d0bba2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:45.902871 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8807d46-6624-41e5-a373-47220d0bba2b admin admin] Publish callbacks [] for security_group (23d56b98-08b3-4371-b2a9-db87df3a786c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:45.906616 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8807d46-6624-41e5-a373-47220d0bba2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (23d56b98-08b3-4371-b2a9-db87df3a786c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:45.944359 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-d8807d46-6624-41e5-a373-47220d0bba2b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=49fc5bd0992e413685fb70999d898ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302924 Mar 16 11:31:45.946270 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8807d46-6624-41e5-a373-47220d0bba2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d56b98-08b3-4371-b2a9-db87df3a786c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:45.947144 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 57702) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:45.992626 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc487aa2-7ff4-4848-a244-428276ab914d admin admin] Publish callbacks [] for security_group (23d56b98-08b3-4371-b2a9-db87df3a786c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:46.012834 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc487aa2-7ff4-4848-a244-428276ab914d admin admin] Publish callbacks [] for security_group (23d56b98-08b3-4371-b2a9-db87df3a786c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:46.063206 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc487aa2-7ff4-4848-a244-428276ab914d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (23d56b98-08b3-4371-b2a9-db87df3a786c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:46.066168 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc487aa2-7ff4-4848-a244-428276ab914d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:46.067352 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-fc487aa2-7ff4-4848-a244-428276ab914d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23d56b98-08b3-4371-b2a9-db87df3a786c HTTP/1.1" status: 204 len: 168 time: 0.1192236 Mar 16 11:31:46.083546 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc487aa2-7ff4-4848-a244-428276ab914d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d56b98-08b3-4371-b2a9-db87df3a786c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:46.120658 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eed12-f938-4555-8c3a-ccf5c37ab34a req-5635221c-3fa2-4d10-908b-74b3d94ec5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:46.122157 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3e9eed12-f938-4555-8c3a-ccf5c37ab34a req-5635221c-3fa2-4d10-908b-74b3d94ec5a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 1129 time: 0.0514150 Mar 16 11:31:46.212588 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eed12-f938-4555-8c3a-ccf5c37ab34a req-a2523079-976c-4329-b58a-bf36bcff180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:46.214565 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3e9eed12-f938-4555-8c3a-ccf5c37ab34a req-a2523079-976c-4329-b58a-bf36bcff180f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 918 time: 0.0847466 Mar 16 11:31:46.290213 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3e9eed12-f938-4555-8c3a-ccf5c37ab34a req-55e02295-14bc-4a88-9ce3-5a3f7184ca27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e05286f-63ba-4ab2-a79d-638ae2595557 HTTP/1.1" status: 200 len: 1000 time: 0.0684025 Mar 16 11:31:46.341492 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eed12-f938-4555-8c3a-ccf5c37ab34a req-00233aa6-65aa-49fc-bf34-12a7cd9cf207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:46.342899 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3e9eed12-f938-4555-8c3a-ccf5c37ab34a req-00233aa6-65aa-49fc-bf34-12a7cd9cf207 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 200 len: 856 time: 0.0456400 Mar 16 11:31:46.393865 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eed12-f938-4555-8c3a-ccf5c37ab34a req-c55ade95-8183-47b1-a87d-511165cf0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:46.395406 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3e9eed12-f938-4555-8c3a-ccf5c37ab34a req-c55ade95-8183-47b1-a87d-511165cf0544 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c51e02a-0c62-4dff-818a-86c433c70910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465534 Mar 16 11:31:46.490598 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3e9eed12-f938-4555-8c3a-ccf5c37ab34a req-0ba87126-5a72-46b4-9b8a-ba552c92e516 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880427 Mar 16 11:31:46.575777 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3e9eed12-f938-4555-8c3a-ccf5c37ab34a req-c1908665-c026-4939-89e2-29ee3f24466a service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787349 Mar 16 11:31:46.875526 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcfde9-044e-41c4-b5ee-e128030a730c req-6fdea6e9-80c2-4071-9434-c4fd0631b1f9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:46.877042 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3afcfde9-044e-41c4-b5ee-e128030a730c req-6fdea6e9-80c2-4071-9434-c4fd0631b1f9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0556097 Mar 16 11:31:46.922544 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3afcfde9-044e-41c4-b5ee-e128030a730c req-af143b83-44d7-433a-85b9-0f7072c21554 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390444 Mar 16 11:31:47.743534 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-54b267eb-2d63-4b19-80d0-4f27d91c067f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751903845&fields=id&tenant_id=be31cda5b88147c398858a568150804b HTTP/1.1" status: 200 len: 267 time: 0.0476263 Mar 16 11:31:47.846832 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-67d848ac-e2fe-44fe-9bba-fcff14ce7cb0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:47.848236 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-67d848ac-e2fe-44fe-9bba-fcff14ce7cb0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 811 time: 0.0983789 Mar 16 11:31:47.862672 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-4e8dc32e-8408-4afd-8f0a-d345f748bd3f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/quotas/be31cda5b88147c398858a568150804b HTTP/1.1" status: 200 len: 375 time: 0.0092013 Mar 16 11:31:47.915597 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-10cf22a4-3445-4542-bcee-27fa17a4b222 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483470 Mar 16 11:31:48.041390 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-43c8ecbf-d839-4837-9973-96df7b8d2b59 service neutron] 10.222.0.47 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134429 Mar 16 11:31:48.116700 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463afa2-539e-49c4-add3-166e5f5987eb req-14c679b1-2244-435f-a44b-b04c32620546 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:48.118148 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b463afa2-539e-49c4-add3-166e5f5987eb req-14c679b1-2244-435f-a44b-b04c32620546 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.1226201 Mar 16 11:31:48.170011 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-b3205e5f-3f0f-4c88-990f-063aaaf84786 service neutron] 10.222.0.47 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220620 Mar 16 11:31:48.185623 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b463afa2-539e-49c4-add3-166e5f5987eb req-913c9ee5-f043-4532-86d5-66d94594ca65 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612545 Mar 16 11:31:48.460264 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66796c63-1260-411d-8c6c-6247432dbe77 req-6e9f7243-461d-4c61-a48f-93a226092220 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 210 time: 0.0284839 Mar 16 11:31:48.833873 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:31:49.171696 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 0e05286f-63ba-4ab2-a79d-638ae2595557 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:31:49.251203 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 0e05286f-63ba-4ab2-a79d-638ae2595557 is: ACTIVE; New status is: DOWN {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:31:49.251606 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:49.277852 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:49.280279 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38584b25-4927-4a63-8967-0d69f83859ea" -d '{"events": [{"server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "name": "network-vif-unplugged", "status": "completed", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:31:49.294073 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e05286f-63ba-4ab2-a79d-638ae2595557,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:31:49.300167 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:49.314701 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7d210-6521-4c47-9799-20578b542760 req-ab821e00-582d-4062-a8d8-9e019694c1be tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:49.317076 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-53f7d210-6521-4c47-9799-20578b542760 req-ab821e00-582d-4062-a8d8-9e019694c1be tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 945 time: 0.0566485 Mar 16 11:31:49.330988 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Mar 2022 11:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d7bf8a-4c68-415d-8dc5-290fc044fe06 x-openstack-request-id: req-98d7bf8a-4c68-415d-8dc5-290fc044fe06 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:31:49.331481 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "name": "network-vif-unplugged", "status": "failed", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557", "code": 422}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:31:49.331771 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-98d7bf8a-4c68-415d-8dc5-290fc044fe06 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:31:49.332306 dv-cinder-790535-29-iscsi neutron-server[103139]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'code': 422} returned with failed status Mar 16 11:31:49.360062 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=0e05286f-63ba-4ab2-a79d-638ae2595557,revision_number=8']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:49.368777 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-53f7d210-6521-4c47-9799-20578b542760 req-4bdab87c-0459-4da2-9a6e-0d95b03ffabd tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441856 Mar 16 11:31:49.473392 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-b3617f8f-2f6b-489e-a95b-881cde361469 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:49.475970 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-b3617f8f-2f6b-489e-a95b-881cde361469 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 811 time: 0.1050093 Mar 16 11:31:49.561673 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2a556b2c-9149-4749-a38d-fdd8cce2fbbe req-519c0406-a88e-4e8d-ad16-b038b061901a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 210 time: 0.0353906 Mar 16 11:31:49.579659 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-c690079f-d142-445a-8289-409f386061e2 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be31cda5b88147c398858a568150804b HTTP/1.1" status: 200 len: 379 time: 0.0898383 Mar 16 11:31:49.595679 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'port': {'device_id': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'admin_state_up': True, 'tenant_id': 'be31cda5b88147c398858a568150804b', 'security_groups': ['56facb32-fdb5-46fe-9e0d-39fbc8187b70']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:49.711539 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Made reservation on behalf of be31cda5b88147c398858a568150804b for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:31:49.715111 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:49.848182 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Allocated IP 172.20.0.12 (1499d207-0db2-4e91-bd0a-6e1b1a178ef8/2bf32caa-135f-401e-beb8-cba90d152938/23501680-0715-4a27-9a47-d8be708bbd88) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:31:49.996886 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for port (23501680-0715-4a27-9a47-d8be708bbd88), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:50.038129 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (23501680-0715-4a27-9a47-d8be708bbd88), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:50.081389 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:31:50.086882 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:31:50.091906 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:31:50.150352 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:50.151046 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:50.165175 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'Port': ['ID=23501680-0715-4a27-9a47-d8be708bbd88,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:50.177303 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-463cc465-12b8-4c32-8f96-d0e8684fdf79 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5920334 Mar 16 11:31:50.196448 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Request body: {'port': {'device_id': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:50.282761 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (23501680-0715-4a27-9a47-d8be708bbd88), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:50.514640 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-4f26a0fb-87dc-4d82-b586-da58cc082c4b None None] Provisioning complete for port 23501680-0715-4a27-9a47-d8be708bbd88 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:31:50.515713 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4f26a0fb-87dc-4d82-b586-da58cc082c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (23501680-0715-4a27-9a47-d8be708bbd88), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:50.551302 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4f26a0fb-87dc-4d82-b586-da58cc082c4b None None] Port 23501680-0715-4a27-9a47-d8be708bbd88 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:31:50.819084 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57808) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:50.826740 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a332d0-852c-45ce-9b09-57e7c2ee9d34 req-0664b15b-4f0f-4db2-8b60-04aaae41c761 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:50.828214 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d3a332d0-852c-45ce-9b09-57e7c2ee9d34 req-0664b15b-4f0f-4db2-8b60-04aaae41c761 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 932 time: 0.1504178 Mar 16 11:31:50.840923 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574369d6-74fd-4443-be31-5b2d1b8cf55f req-f05106d6-a043-4353-b9e7-60fe5ce0541c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:50.842330 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-574369d6-74fd-4443-be31-5b2d1b8cf55f req-f05106d6-a043-4353-b9e7-60fe5ce0541c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.1634514 Mar 16 11:31:50.906782 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-e8aceec3-8c56-403d-8c07-24636436ede8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865488 Mar 16 11:31:50.915462 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-4138d0f5-3a4b-48f5-9d57-d5b493155511 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:31:50.917019 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-4138d0f5-3a4b-48f5-9d57-d5b493155511 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048347 Mar 16 11:31:50.960650 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d3a332d0-852c-45ce-9b09-57e7c2ee9d34 req-09c14105-59e0-4f47-8582-be55261cac90 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173568 Mar 16 11:31:50.969275 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-574369d6-74fd-4443-be31-5b2d1b8cf55f req-312c3ae0-4bbf-4d08-bd93-16252333f190 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124923 Mar 16 11:31:50.995227 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57816) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:31:51.001528 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23501680-0715-4a27-9a47-d8be708bbd88 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:31:51.011332 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Publish callbacks [] for port (23501680-0715-4a27-9a47-d8be708bbd88), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:51.023384 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Transition to ACTIVE for port object 23501680-0715-4a27-9a47-d8be708bbd88 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:31:51.027099 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (23501680-0715-4a27-9a47-d8be708bbd88), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:51.050523 dv-cinder-790535-29-iscsi neutron-server[103137]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 11:31:51.078048 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=23501680-0715-4a27-9a47-d8be708bbd88,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:51.101158 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-382b0d6b-1325-459e-8a13-7cf4bb96a7b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:51.103045 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-382b0d6b-1325-459e-8a13-7cf4bb96a7b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports/0e05286f-63ba-4ab2-a79d-638ae2595557 HTTP/1.1" status: 200 len: 940 time: 0.1063881 Mar 16 11:31:51.150568 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Attempting to bind port 23501680-0715-4a27-9a47-d8be708bbd88 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:31:51.151618 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Attempting to bind port 23501680-0715-4a27-9a47-d8be708bbd88 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:31:51.152040 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Attempting to bind port 23501680-0715-4a27-9a47-d8be708bbd88 on network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:31:51.157378 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Port 23501680-0715-4a27-9a47-d8be708bbd88 on network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:31:51.157836 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Attempting to bind port 23501680-0715-4a27-9a47-d8be708bbd88 on network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:31:51.163275 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:31:51.163817 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Checking segment: {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:31:51.164292 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Bound using segment: {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:31:51.164871 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Bound port: 23501680-0715-4a27-9a47-d8be708bbd88, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:31:51.165318 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (23501680-0715-4a27-9a47-d8be708bbd88), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:51.239498 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] For port 23501680-0715-4a27-9a47-d8be708bbd88, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:31:51.242702 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] For port 23501680-0715-4a27-9a47-d8be708bbd88, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23501680-0715-4a27-9a47-d8be708bbd88,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:31:51.249295 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (23501680-0715-4a27-9a47-d8be708bbd88), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:51.299148 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:51.299776 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:31:51.301148 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] 10.222.0.62 "PUT /v2.0/ports/23501680-0715-4a27-9a47-d8be708bbd88 HTTP/1.1" status: 200 len: 1094 time: 1.1095672 Mar 16 11:31:51.301586 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'tag': '23501680-0715-4a27-9a47-d8be708bbd88'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:51.303881 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6a3e18-1c60-4db1-aa10-6480300566a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a622b2a-fef2-450f-ac86-75b2e4912855", "tag": "23501680-0715-4a27-9a47-d8be708bbd88"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:31:51.331720 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e972b-cc5f-4041-b56a-a2193a8cc0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=23501680-0715-4a27-9a47-d8be708bbd88,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:51.344631 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59cfcf9-6524-48c8-bd61-862b5d56b8a5 x-openstack-request-id: req-b59cfcf9-6524-48c8-bd61-862b5d56b8a5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:31:51.344934 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a622b2a-fef2-450f-ac86-75b2e4912855", "tag": "23501680-0715-4a27-9a47-d8be708bbd88", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:31:51.345190 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b59cfcf9-6524-48c8-bd61-862b5d56b8a5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:31:51.345606 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'tag': '23501680-0715-4a27-9a47-d8be708bbd88', 'status': 'completed', 'code': 200} Mar 16 11:31:52.110302 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907fa8-7421-46eb-ba3f-d78a47617e58 req-77fb8e0c-092e-4aca-a59e-50cfecdbec84 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:52.111743 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c9907fa8-7421-46eb-ba3f-d78a47617e58 req-77fb8e0c-092e-4aca-a59e-50cfecdbec84 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.0841482 Mar 16 11:31:52.124909 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17bb59-9e25-4845-a101-52d632e016bd req-8167b2b8-e9e8-4cc9-9f4b-dd6f55d479e6 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:52.126248 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da17bb59-9e25-4845-a101-52d632e016bd req-8167b2b8-e9e8-4cc9-9f4b-dd6f55d479e6 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0698025 Mar 16 11:31:52.196663 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c9907fa8-7421-46eb-ba3f-d78a47617e58 req-60ad1375-25d0-47bd-89b3-2a6cf363f0a2 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788982 Mar 16 11:31:52.199831 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-da17bb59-9e25-4845-a101-52d632e016bd req-0f3b844a-710d-404e-bf0d-78d602d38ef9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674653 Mar 16 11:31:53.346951 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bc88e-2eb9-4095-89bf-3a1655288d8f req-8d100eab-25fa-4709-a4ef-f89bed8b7561 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.348426 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c90bc88e-2eb9-4095-89bf-3a1655288d8f req-8d100eab-25fa-4709-a4ef-f89bed8b7561 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.0847747 Mar 16 11:31:53.356193 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b53e31-f7f6-4498-bf36-71a488777188 req-a4e736fd-69be-473d-95c3-90c0508499d5 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.357660 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0b53e31-f7f6-4498-bf36-71a488777188 req-a4e736fd-69be-473d-95c3-90c0508499d5 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0852382 Mar 16 11:31:53.428732 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c90bc88e-2eb9-4095-89bf-3a1655288d8f req-74fab88c-9697-43c0-b7a0-331b3a3f323f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700865 Mar 16 11:31:53.433010 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f0b53e31-f7f6-4498-bf36-71a488777188 req-1f0c0b58-3f6e-41fd-92e0-5bf252647934 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675149 Mar 16 11:31:53.561420 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a3e18-1c60-4db1-aa10-6480300566a5 req-c9931e78-075a-4a1a-93a2-b11a15505da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.562846 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4f6a3e18-1c60-4db1-aa10-6480300566a5 req-c9931e78-075a-4a1a-93a2-b11a15505da9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 1128 time: 0.0442317 Mar 16 11:31:53.669555 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a3e18-1c60-4db1-aa10-6480300566a5 req-f19d4bfc-0ae4-412a-a61e-5f6b2c76006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.671009 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4f6a3e18-1c60-4db1-aa10-6480300566a5 req-f19d4bfc-0ae4-412a-a61e-5f6b2c76006f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=be31cda5b88147c398858a568150804b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0942137 Mar 16 11:31:53.771034 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a3e18-1c60-4db1-aa10-6480300566a5 req-73d1079b-a9c9-480e-bc55-fa2e205a2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.772542 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4f6a3e18-1c60-4db1-aa10-6480300566a5 req-73d1079b-a9c9-480e-bc55-fa2e205a2797 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959873 Mar 16 11:31:53.879838 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-4564f8cf-f6ae-4418-bb1e-498a80a2a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.881251 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-4564f8cf-f6ae-4418-bb1e-498a80a2a3cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 1128 time: 0.0435703 Mar 16 11:31:53.933158 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-be7da5b1-4071-4656-b92c-f535eac5b33d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23501680-0715-4a27-9a47-d8be708bbd88 HTTP/1.1" status: 200 len: 217 time: 0.0356138 Mar 16 11:31:53.980709 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-0397e926-9b82-4223-ac7b-3cbffb86d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.982170 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-0397e926-9b82-4223-ac7b-3cbffb86d7bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.0425909 Mar 16 11:31:54.038000 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-7076faef-cb38-4bbd-9b16-5d9da25cc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:54.039483 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-7076faef-cb38-4bbd-9b16-5d9da25cc097 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509100 Mar 16 11:31:54.165557 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-2be20889-47bf-484d-bb5e-1c20de3e6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:54.166986 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-2be20889-47bf-484d-bb5e-1c20de3e6d5b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7&tenant_id=49980453ee93427280de61728aab00cf HTTP/1.1" status: 200 len: 1127 time: 0.1032913 Mar 16 11:31:54.186296 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-2f986b08-d041-4229-b153-fee17777e550 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150966 Mar 16 11:31:54.316459 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-82b1eeee-2cbe-4753-8780-59940e258d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:54.317952 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-82b1eeee-2cbe-4753-8780-59940e258d2f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 1127 time: 0.1079941 Mar 16 11:31:54.321619 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2f37eecb-186a-40ae-8409-155c4653ec8b req-3ce4069a-b2f9-4bfc-a1f1-6542e7ad53a1 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292381 Mar 16 11:31:54.422357 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-30fa8fe3-d643-4517-be58-4854b8651722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:54.423754 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-30fa8fe3-d643-4517-be58-4854b8651722 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 918 time: 0.0872364 Mar 16 11:31:54.519103 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-75234915-9034-45c1-bd4d-4f29221ba516 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e05286f-63ba-4ab2-a79d-638ae2595557 HTTP/1.1" status: 200 len: 998 time: 0.0881972 Mar 16 11:31:54.631985 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-8bc01770-b8f4-46c5-99bc-da97e11ddbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:54.633521 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-8bc01770-b8f4-46c5-99bc-da97e11ddbcc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 200 len: 856 time: 0.0887325 Mar 16 11:31:54.645639 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ce5a6-0b45-4884-8e6d-ad37924d578b req-64688601-1d49-4c63-a59d-72132c170820 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:54.647036 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9c9ce5a6-0b45-4884-8e6d-ad37924d578b req-64688601-1d49-4c63-a59d-72132c170820 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.1501825 Mar 16 11:31:54.655103 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9bd58-82a5-4406-be42-d13b4bdbc7b4 req-24d3a58b-1989-4c9d-b1f0-f0945ce09683 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:54.656501 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d2c9bd58-82a5-4406-be42-d13b4bdbc7b4 req-24d3a58b-1989-4c9d-b1f0-f0945ce09683 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.1424532 Mar 16 11:31:54.765476 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d2c9bd58-82a5-4406-be42-d13b4bdbc7b4 req-b062e3ad-df5e-4606-b888-61a34287542f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000292 Mar 16 11:31:54.768976 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-0a03e269-c427-450e-8ccc-0aa45e85de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:54.770471 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-0a03e269-c427-450e-8ccc-0aa45e85de5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c51e02a-0c62-4dff-818a-86c433c70910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1223936 Mar 16 11:31:54.774002 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9c9ce5a6-0b45-4884-8e6d-ad37924d578b req-c0f8e02e-c777-4b9e-870c-6fd024b005a7 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102087 Mar 16 11:31:54.862695 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-0875b21e-cac9-4a21-b836-4bb6069e0400 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849130 Mar 16 11:31:54.952342 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1fd189ab-73b4-4b7d-a5c2-4363ce61ead3 req-cc0bfc0a-096b-4c93-8f90-a85d9ea8d360 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802310 Mar 16 11:31:56.052592 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0cc5-e903-41f3-9bc2-27a588c36380 req-b7b84b79-a728-4e5b-8d19-1465523c257e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:56.054310 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cd7a0cc5-e903-41f3-9bc2-27a588c36380 req-b7b84b79-a728-4e5b-8d19-1465523c257e tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0955021 Mar 16 11:31:56.066088 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653c6eb-d3e2-431c-b9d7-10b3511757fd req-dd439dd9-c9dd-416d-891d-6996533611c5 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:56.067568 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2653c6eb-d3e2-431c-b9d7-10b3511757fd req-dd439dd9-c9dd-416d-891d-6996533611c5 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.1695256 Mar 16 11:31:56.146933 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cd7a0cc5-e903-41f3-9bc2-27a588c36380 req-20fe75d6-8a22-44b0-a68b-ce4e7b7f8363 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783734 Mar 16 11:31:56.183173 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2653c6eb-d3e2-431c-b9d7-10b3511757fd req-afb8e2ab-1aa3-48b3-8500-f379a782c303 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070285 Mar 16 11:31:57.379938 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3db0c-ce34-45fa-a422-4387d19caa5e req-3000c6d5-8c6d-4e1d-9ebd-ede161514027 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:57.381519 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4de3db0c-ce34-45fa-a422-4387d19caa5e req-3000c6d5-8c6d-4e1d-9ebd-ede161514027 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.1311142 Mar 16 11:31:57.409001 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59361f81-51ec-47f0-a9a3-144ca31743f7 req-4c792e91-bf32-4b70-be83-aa40a6135585 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:57.415808 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-59361f81-51ec-47f0-a9a3-144ca31743f7 req-4c792e91-bf32-4b70-be83-aa40a6135585 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.0923679 Mar 16 11:31:57.499298 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4de3db0c-ce34-45fa-a422-4387d19caa5e req-f35b8b08-28e7-4dbc-82a1-fcbd5e15571f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070940 Mar 16 11:31:57.505176 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-59361f81-51ec-47f0-a9a3-144ca31743f7 req-d044a792-52f4-4ec0-8cf3-0b4737885f3b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878565 Mar 16 11:31:58.654335 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdceca-fea8-4909-98d9-fb597f36b581 req-90c53ee2-daae-485f-a5d3-d4082a9c538c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:58.655806 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b8fdceca-fea8-4909-98d9-fb597f36b581 req-90c53ee2-daae-485f-a5d3-d4082a9c538c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0719805 Mar 16 11:31:58.663212 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffdd88-7e72-48d4-b4f7-7358a7d8c891 req-ed5ecabb-e113-4ead-858c-a4b40424c798 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:58.664584 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-75ffdd88-7e72-48d4-b4f7-7358a7d8c891 req-ed5ecabb-e113-4ead-858c-a4b40424c798 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.0893104 Mar 16 11:31:58.735605 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b8fdceca-fea8-4909-98d9-fb597f36b581 req-64194b84-a883-4793-ae99-63b6d334e3ef tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700791 Mar 16 11:31:58.743978 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-75ffdd88-7e72-48d4-b4f7-7358a7d8c891 req-91f9cbd5-0d09-4b37-a4cc-51fa4d01cf5c tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714138 Mar 16 11:31:59.893993 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126174b-7f97-467a-b29e-448e23874c1b req-3c33bbf6-1695-4e25-8965-c2f7a49ae356 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:59.895527 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a126174b-7f97-467a-b29e-448e23874c1b req-3c33bbf6-1695-4e25-8965-c2f7a49ae356 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0843577 Mar 16 11:31:59.907653 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4fdca-f377-40fe-8b25-fd07262a8061 req-2813d01e-4484-4de7-8e5d-be2b6eb02e45 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:59.909158 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b4f4fdca-f377-40fe-8b25-fd07262a8061 req-2813d01e-4484-4de7-8e5d-be2b6eb02e45 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.0891130 Mar 16 11:31:59.987611 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b4f4fdca-f377-40fe-8b25-fd07262a8061 req-545eb232-1580-4b6f-949d-f9647d5de005 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716360 Mar 16 11:31:59.990491 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a126174b-7f97-467a-b29e-448e23874c1b req-0d8fb270-0b52-4023-be96-8cedd3bdc7ff tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804348 Mar 16 11:32:00.319976 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd4d9-92e5-432b-afc3-a07bb2d7234e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:01.151714 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953228b-e422-4195-9266-3d18b337c7ea req-cdd6ca74-0538-44cb-aa09-583872ca3092 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:01.153648 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8953228b-e422-4195-9266-3d18b337c7ea req-cdd6ca74-0538-44cb-aa09-583872ca3092 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.0880344 Mar 16 11:32:01.175276 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015e631-4758-4ff1-a5ec-5c38ed8e2eca req-34e16e4d-b6fb-4909-a4c2-e88618752fd3 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:01.176792 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f015e631-4758-4ff1-a5ec-5c38ed8e2eca req-34e16e4d-b6fb-4909-a4c2-e88618752fd3 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0997870 Mar 16 11:32:01.248327 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8953228b-e422-4195-9266-3d18b337c7ea req-fe6ccf89-7b1c-4074-83de-49ec9e312817 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852675 Mar 16 11:32:01.253800 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f015e631-4758-4ff1-a5ec-5c38ed8e2eca req-e0f79e55-c3be-4423-bdef-0cf63b174b68 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700517 Mar 16 11:32:02.412471 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96655b-6111-4cd0-b15b-0af2606742e7 req-c57dbf27-d758-48e6-9fd1-4bf3baa1be27 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:02.414038 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9f96655b-6111-4cd0-b15b-0af2606742e7 req-c57dbf27-d758-48e6-9fd1-4bf3baa1be27 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.0854123 Mar 16 11:32:02.428050 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc380a16-7696-4390-ab8f-160d5b18c966 req-0f49c32b-4f67-481e-8f2b-24b5a487b8df tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:02.429573 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bc380a16-7696-4390-ab8f-160d5b18c966 req-0f49c32b-4f67-481e-8f2b-24b5a487b8df tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0909379 Mar 16 11:32:02.508534 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9f96655b-6111-4cd0-b15b-0af2606742e7 req-dd3c6f05-7df3-4b79-aad1-c3483e52e44e tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877166 Mar 16 11:32:02.511880 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bc380a16-7696-4390-ab8f-160d5b18c966 req-b29bace2-0bfb-4393-a856-789cd5febfe0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746090 Mar 16 11:32:02.794797 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1323ab6c-c218-4fc4-807c-4dc9014f0057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:03.483356 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:03.704470 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c44e6-c2e0-47cf-83fc-98520d7ffcb6 req-d02f378f-efeb-467f-b112-33c76ac8aa43 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:03.708504 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-405c44e6-c2e0-47cf-83fc-98520d7ffcb6 req-d02f378f-efeb-467f-b112-33c76ac8aa43 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0759706 Mar 16 11:32:03.715412 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd2434-3f7e-4827-85d3-64bdb3c78a35 req-2374bf75-d6ea-4850-9964-5c912a8c6848 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:03.716918 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dabd2434-3f7e-4827-85d3-64bdb3c78a35 req-2374bf75-d6ea-4850-9964-5c912a8c6848 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.1294837 Mar 16 11:32:03.809148 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dabd2434-3f7e-4827-85d3-64bdb3c78a35 req-41da79c3-7377-495f-b548-f303b692830a tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842090 Mar 16 11:32:03.854743 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-405c44e6-c2e0-47cf-83fc-98520d7ffcb6 req-1499f8dd-2618-4dac-815f-35eb4f1e8896 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367321 Mar 16 11:32:04.930468 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f572da6-03aa-4f09-a24a-20f12b2a6bd2 req-4e33c20b-3b0f-48b7-a959-dc12c3a8e666 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:04.932315 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f572da6-03aa-4f09-a24a-20f12b2a6bd2 req-4e33c20b-3b0f-48b7-a959-dc12c3a8e666 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.0537276 Mar 16 11:32:05.009066 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:05.018449 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3f572da6-03aa-4f09-a24a-20f12b2a6bd2 req-937fbd7a-16ae-4d78-b922-d6f16b8afe02 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770922 Mar 16 11:32:05.029066 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db8fc4-3f74-4d78-9184-5f4648bff5cb req-62e665c5-ca38-4a4b-9e70-b1a42afdaa02 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:05.030561 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e5db8fc4-3f74-4d78-9184-5f4648bff5cb req-62e665c5-ca38-4a4b-9e70-b1a42afdaa02 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0974388 Mar 16 11:32:05.077485 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e5db8fc4-3f74-4d78-9184-5f4648bff5cb req-6dc5f6b5-04f4-4b93-b9e0-5d8612bd5dd7 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414498 Mar 16 11:32:06.140787 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404cddd-f3fa-4004-99e0-893049a2f38d req-542a60f4-cc46-457b-88bc-d605b9951582 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:06.142301 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2404cddd-f3fa-4004-99e0-893049a2f38d req-542a60f4-cc46-457b-88bc-d605b9951582 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.0541449 Mar 16 11:32:06.228268 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2404cddd-f3fa-4004-99e0-893049a2f38d req-4bd0db54-3dfb-4e32-ae1d-b4a57b446e14 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796404 Mar 16 11:32:06.242301 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c3539-6019-441c-a50a-df0eba230fdf req-713a4e55-228d-44a9-9a5c-1b7e7975bd2c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:06.244343 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-026c3539-6019-441c-a50a-df0eba230fdf req-713a4e55-228d-44a9-9a5c-1b7e7975bd2c tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0867522 Mar 16 11:32:06.288808 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-026c3539-6019-441c-a50a-df0eba230fdf req-94b9d165-6797-4159-abcc-122884bc0910 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388865 Mar 16 11:32:06.641036 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:07.347672 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3464c7-ba53-4c18-806c-d3a4738bf564 req-5d4ee885-1101-4ff0-8367-326082ec2377 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:07.349186 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8d3464c7-ba53-4c18-806c-d3a4738bf564 req-5d4ee885-1101-4ff0-8367-326082ec2377 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 944 time: 0.0523884 Mar 16 11:32:07.427579 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8d3464c7-ba53-4c18-806c-d3a4738bf564 req-69999f7c-d700-4be0-914e-1e7b840004b2 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725040 Mar 16 11:32:07.440114 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6468a-fa97-4a0c-b34c-85441e76a97b req-1eea172c-a8bb-41a1-9278-6c04ed3648dc tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:07.441650 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-30a6468a-fa97-4a0c-b34c-85441e76a97b req-1eea172c-a8bb-41a1-9278-6c04ed3648dc tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 943 time: 0.0810366 Mar 16 11:32:07.492987 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-30a6468a-fa97-4a0c-b34c-85441e76a97b req-6f84ded9-9820-4011-9bb3-952f01e440b3 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447683 Mar 16 11:32:07.533944 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 23501680-0715-4a27-9a47-d8be708bbd88 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:32:07.632457 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 23501680-0715-4a27-9a47-d8be708bbd88, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23501680-0715-4a27-9a47-d8be708bbd88,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:07.643684 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '23501680-0715-4a27-9a47-d8be708bbd88', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'port_id': '23501680-0715-4a27-9a47-d8be708bbd88', 'mac_address': 'fa:16:3e:35:10:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:32:07.691188 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 23501680-0715-4a27-9a47-d8be708bbd88 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:32:07.691509 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (23501680-0715-4a27-9a47-d8be708bbd88), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:07.694543 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:07.704372 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23501680-0715-4a27-9a47-d8be708bbd88 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:32:07.723590 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 23501680-0715-4a27-9a47-d8be708bbd88, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23501680-0715-4a27-9a47-d8be708bbd88,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:07.727177 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (23501680-0715-4a27-9a47-d8be708bbd88), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:07.728346 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 0e05286f-63ba-4ab2-a79d-638ae2595557 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:32:07.792780 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=23501680-0715-4a27-9a47-d8be708bbd88,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:07.865752 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e05286f-63ba-4ab2-a79d-638ae2595557,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:07.878226 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'port_id': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'mac_address': 'fa:16:3e:bf:0a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:32:07.914498 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 0e05286f-63ba-4ab2-a79d-638ae2595557 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:32:07.914894 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:07.928058 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e05286f-63ba-4ab2-a79d-638ae2595557 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:32:07.948786 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e05286f-63ba-4ab2-a79d-638ae2595557,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:07.953028 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:08.005191 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=0e05286f-63ba-4ab2-a79d-638ae2595557,revision_number=9']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:08.311062 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['23501680-0715-4a27-9a47-d8be708bbd88'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:32:08.335535 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['0e05286f-63ba-4ab2-a79d-638ae2595557'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:32:08.555668 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 57978) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:08.573409 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faca678-8bb1-4c81-bef5-46a59bc202b0 req-6c9214e1-3ac7-46b0-81c2-3c9effc5b0ba tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:08.580236 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2faca678-8bb1-4c81-bef5-46a59bc202b0 req-6c9214e1-3ac7-46b0-81c2-3c9effc5b0ba tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 945 time: 0.0823998 Mar 16 11:32:08.671265 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2faca678-8bb1-4c81-bef5-46a59bc202b0 req-517d3bd6-5e5c-4c06-962e-07ababb2c488 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900550 Mar 16 11:32:08.676401 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fb551af-fc12-447e-b12d-83bbe4a6ca1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:08.679062 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9a4a8-f620-41a9-a926-d2cd1fc896bb req-4adb7dd3-da3e-4bea-91a3-914148791725 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:08.680503 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-97a9a4a8-f620-41a9-a926-d2cd1fc896bb req-4adb7dd3-da3e-4bea-91a3-914148791725 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 944 time: 0.0976634 Mar 16 11:32:08.729165 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-97a9a4a8-f620-41a9-a926-d2cd1fc896bb req-01dc4971-323c-4b10-a646-bc25a90e9fa4 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405099 Mar 16 11:32:08.749702 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fb551af-fc12-447e-b12d-83bbe4a6ca1e admin admin] Publish callbacks [] for security_group (3f11828f-1a28-4fce-8151-386456354d4e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:08.753439 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fb551af-fc12-447e-b12d-83bbe4a6ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3f11828f-1a28-4fce-8151-386456354d4e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:08.790576 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-2fb551af-fc12-447e-b12d-83bbe4a6ca1e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e6f41c3949a342abbebce9af96b05c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328773 Mar 16 11:32:08.791418 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb551af-fc12-447e-b12d-83bbe4a6ca1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f11828f-1a28-4fce-8151-386456354d4e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:08.793283 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 57982) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:08.846474 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2585e82b-2288-4868-ae21-17bb9cae3533 admin admin] Publish callbacks [] for security_group (3f11828f-1a28-4fce-8151-386456354d4e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:08.866355 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2585e82b-2288-4868-ae21-17bb9cae3533 admin admin] Publish callbacks [] for security_group (3f11828f-1a28-4fce-8151-386456354d4e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:08.912463 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2585e82b-2288-4868-ae21-17bb9cae3533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3f11828f-1a28-4fce-8151-386456354d4e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:08.915197 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2585e82b-2288-4868-ae21-17bb9cae3533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:08.916439 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-2585e82b-2288-4868-ae21-17bb9cae3533 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f11828f-1a28-4fce-8151-386456354d4e HTTP/1.1" status: 204 len: 168 time: 0.1221204 Mar 16 11:32:08.923715 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585e82b-2288-4868-ae21-17bb9cae3533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f11828f-1a28-4fce-8151-386456354d4e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:09.535739 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 23501680-0715-4a27-9a47-d8be708bbd88 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:32:09.588802 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port 23501680-0715-4a27-9a47-d8be708bbd88 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:32:09.594168 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 23501680-0715-4a27-9a47-d8be708bbd88 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:32:09.594544 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (23501680-0715-4a27-9a47-d8be708bbd88), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:09.692931 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 23501680-0715-4a27-9a47-d8be708bbd88 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:32:09.693393 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (23501680-0715-4a27-9a47-d8be708bbd88), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:09.716843 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23501680-0715-4a27-9a47-d8be708bbd88'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:09.719056 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc93374-b4bd-45ab-b54d-558014934f56" -d '{"events": [{"server_uuid": "4a622b2a-fef2-450f-ac86-75b2e4912855", "name": "network-vif-plugged", "status": "completed", "tag": "23501680-0715-4a27-9a47-d8be708bbd88"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:32:09.732818 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 23501680-0715-4a27-9a47-d8be708bbd88, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23501680-0715-4a27-9a47-d8be708bbd88,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:09.736926 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (23501680-0715-4a27-9a47-d8be708bbd88), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:09.737787 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 0e05286f-63ba-4ab2-a79d-638ae2595557 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:32:09.789770 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2863c8d3-9b6c-4735-a803-9bf2e2ba5236 x-openstack-request-id: req-2863c8d3-9b6c-4735-a803-9bf2e2ba5236 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:32:09.790120 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a622b2a-fef2-450f-ac86-75b2e4912855", "name": "network-vif-plugged", "status": "completed", "tag": "23501680-0715-4a27-9a47-d8be708bbd88", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:32:09.790374 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2863c8d3-9b6c-4735-a803-9bf2e2ba5236 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:32:09.791105 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23501680-0715-4a27-9a47-d8be708bbd88', 'code': 200} Mar 16 11:32:09.803637 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2a3a2-5254-4075-9ae4-6bc59987ec7e req-a1c5cb05-85c0-4939-b441-3d45275df2d0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:09.824238 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-14f2a3a2-5254-4075-9ae4-6bc59987ec7e req-a1c5cb05-85c0-4939-b441-3d45275df2d0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 946 time: 0.0786586 Mar 16 11:32:09.836912 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=23501680-0715-4a27-9a47-d8be708bbd88,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:09.851153 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 0e05286f-63ba-4ab2-a79d-638ae2595557 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:32:09.851726 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:09.928499 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-14f2a3a2-5254-4075-9ae4-6bc59987ec7e req-8111a3c3-d774-4693-a200-2f729f27695f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033642 Mar 16 11:32:09.949854 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd04a-8876-4544-9bb8-d7fbaba5b33b req-5094f1af-6b28-4b6a-b5f6-ba428a869366 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:09.951342 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-832dd04a-8876-4544-9bb8-d7fbaba5b33b req-5094f1af-6b28-4b6a-b5f6-ba428a869366 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 944 time: 0.1019809 Mar 16 11:32:09.957985 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 0e05286f-63ba-4ab2-a79d-638ae2595557 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:32:09.958978 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:10.015216 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e05286f-63ba-4ab2-a79d-638ae2595557,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:10.024344 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:10.025722 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-832dd04a-8876-4544-9bb8-d7fbaba5b33b req-f92caa1f-9a5f-42a1-9b83-d4fd633aa0e2 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675178 Mar 16 11:32:10.094288 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=0e05286f-63ba-4ab2-a79d-638ae2595557,revision_number=10']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:10.106565 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99554ad5-7388-4cf5-8f47-ce15b64db9c5 req-08825e09-1f0e-4b9f-89ef-81559683dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:10.108141 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-99554ad5-7388-4cf5-8f47-ce15b64db9c5 req-08825e09-1f0e-4b9f-89ef-81559683dcdb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 1130 time: 0.0806451 Mar 16 11:32:10.154142 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-99554ad5-7388-4cf5-8f47-ce15b64db9c5 req-29837f62-bfba-421f-bbfc-e34496b70abb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400052 Mar 16 11:32:11.046569 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79561b45-40ff-4a95-87c3-96dcabfba67c req-69853ada-0852-4e2d-9a21-34bb37fc7260 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:11.048019 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-79561b45-40ff-4a95-87c3-96dcabfba67c req-69853ada-0852-4e2d-9a21-34bb37fc7260 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 946 time: 0.0513659 Mar 16 11:32:11.100825 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-79561b45-40ff-4a95-87c3-96dcabfba67c req-75ce0b0e-c6a3-4b95-bf2d-4799865426d0 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472424 Mar 16 11:32:11.153005 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2640c-fb19-4f6b-94d4-2d25d63eff2b req-c0b534a7-38ac-426b-9068-70d6131857ce tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:11.154473 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-47d2640c-fb19-4f6b-94d4-2d25d63eff2b req-c0b534a7-38ac-426b-9068-70d6131857ce tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 946 time: 0.0525036 Mar 16 11:32:11.201868 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-47d2640c-fb19-4f6b-94d4-2d25d63eff2b req-89f7504f-61a8-464f-804d-714b3b80aa7f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420434 Mar 16 11:32:11.792623 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:11.794879 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6b6229-7c05-472e-be23-09e0fd0690e4" -d '{"events": [{"server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "name": "network-vif-plugged", "status": "completed", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:32:11.829451 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9a8b20-c7db-41ff-830e-23c9e9bb3a1f x-openstack-request-id: req-5f9a8b20-c7db-41ff-830e-23c9e9bb3a1f {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:32:11.829754 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "name": "network-vif-plugged", "status": "completed", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:32:11.830006 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5f9a8b20-c7db-41ff-830e-23c9e9bb3a1f {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:32:11.830410 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'code': 200} Mar 16 11:32:12.051961 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088424b-a854-4d29-970a-738d6f7ef800 req-b43ee927-497e-4e58-afab-aa32a0546122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:12.053392 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5088424b-a854-4d29-970a-738d6f7ef800 req-b43ee927-497e-4e58-afab-aa32a0546122 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 1130 time: 0.0425141 Mar 16 11:32:12.094120 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5088424b-a854-4d29-970a-738d6f7ef800 req-d21ae2de-2cbd-4406-bdc0-95a5026969b8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350146 Mar 16 11:32:12.220403 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d035a5a-d5e6-40ae-9720-df56be1b7ebf req-581a8116-6cd5-4a8a-98be-686aeb52c6d9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:12.221924 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4d035a5a-d5e6-40ae-9720-df56be1b7ebf req-581a8116-6cd5-4a8a-98be-686aeb52c6d9 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 946 time: 0.0555017 Mar 16 11:32:12.270590 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4d035a5a-d5e6-40ae-9720-df56be1b7ebf req-fb85405e-6262-4d81-bb6f-d6684265842f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430472 Mar 16 11:32:12.330250 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cfab2-12f3-4626-988d-b814f2d52152 req-e84a3369-f67c-4b95-bf30-c3994777419f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:12.331731 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-416cfab2-12f3-4626-988d-b814f2d52152 req-e84a3369-f67c-4b95-bf30-c3994777419f tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 946 time: 0.0534792 Mar 16 11:32:12.415850 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8fd04-a4ba-41f1-91ab-a007cea0db03 req-ca49e6ff-f751-4080-9c1a-84b0d1c0f673 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:12.417356 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-85a8fd04-a4ba-41f1-91ab-a007cea0db03 req-ca49e6ff-f751-4080-9c1a-84b0d1c0f673 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 946 time: 0.0827010 Mar 16 11:32:12.420683 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-416cfab2-12f3-4626-988d-b814f2d52152 req-cf4dfcfb-7cbb-4a6e-b846-b42525dc4ea0 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778871 Mar 16 11:32:12.465985 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-85a8fd04-a4ba-41f1-91ab-a007cea0db03 req-7ea2347c-b83d-49b6-bf7b-f46f3f331452 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430384 Mar 16 11:32:12.489017 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58044) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:12.683507 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194d16de-f350-41d7-9e09-5b921d9b0147 tempest-TestVolumeBootPattern-1018046221 tempest-TestVolumeBootPattern-1018046221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:12.685179 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-194d16de-f350-41d7-9e09-5b921d9b0147 tempest-TestVolumeBootPattern-1018046221 tempest-TestVolumeBootPattern-1018046221-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 1125 time: 0.1951413 Mar 16 11:32:12.687975 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58052) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:12.692235 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'port_id': '23501680-0715-4a27-9a47-d8be708bbd88', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:12.713359 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:12.816306 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:12.921225 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Allocated IP 172.27.2.193 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/02a2fa1d-d373-43b8-aed4-29c1ed853335) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:13.293016 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for port (02a2fa1d-d373-43b8-aed4-29c1ed853335), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:13.327548 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (02a2fa1d-d373-43b8-aed4-29c1ed853335), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:13.371198 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:13.374188 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:13.377783 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:32:13.382956 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'Port': ['ID=02a2fa1d-d373-43b8-aed4-29c1ed853335,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:13.631427 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55a8eb-8c18-4388-b8b8-90f3d4a0c0c1 req-cb03948b-621d-4116-abe3-bad33f15c355 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:13.632927 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2b55a8eb-8c18-4388-b8b8-90f3d4a0c0c1 req-cb03948b-621d-4116-abe3-bad33f15c355 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 946 time: 0.1383934 Mar 16 11:32:13.760200 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2b55a8eb-8c18-4388-b8b8-90f3d4a0c0c1 req-dad5209c-a90e-45b8-bdf7-1489501c5859 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204321 Mar 16 11:32:13.823603 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (23ad3bf2-bc69-46f9-bc3b-6adb54ebbb03), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:13.898556 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (02a2fa1d-d373-43b8-aed4-29c1ed853335), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:14.070397 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for port (02a2fa1d-d373-43b8-aed4-29c1ed853335), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:14.075483 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (02a2fa1d-d373-43b8-aed4-29c1ed853335), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:14.147442 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event updated for resources: {'Port': ['ID=02a2fa1d-d373-43b8-aed4-29c1ed853335,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:14.155334 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (23ad3bf2-bc69-46f9-bc3b-6adb54ebbb03), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:14.259031 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Floating IP 23ad3bf2-bc69-46f9-bc3b-6adb54ebbb03 associated. External IP: 172.27.2.193, port: 23501680-0715-4a27-9a47-d8be708bbd88. Mar 16 11:32:14.472312 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Router 5bdcb02c-6605-4506-b9b5-44d467bc40ab has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:32:14.616790 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:32:14.628090 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396008b8-8057-4b8a-9131-7a301539d690 None None] Sync routers for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:32:14.632036 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-28b02b1a-c7fa-4c01-a466-b6c5aa7b3173 req-8b7a537c-d4ad-4847-bcd2-4b747b81dc32 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705919 Mar 16 11:32:14.639853 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:14.640975 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396008b8-8057-4b8a-9131-7a301539d690 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:32:14.641825 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-396008b8-8057-4b8a-9131-7a301539d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:32:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:14.692592 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-dc5a0a1b-f26b-4911-9be6-acc7057917bf tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9907668 Mar 16 11:32:14.694669 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'tag': '23501680-0715-4a27-9a47-d8be708bbd88'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:14.697838 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e07d64-8a49-4a51-8479-cde17a21fa80" -d '{"events": [{"name": "network-changed", "server_uuid": "4a622b2a-fef2-450f-ac86-75b2e4912855", "tag": "23501680-0715-4a27-9a47-d8be708bbd88"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:32:14.723463 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b02b1a-c7fa-4c01-a466-b6c5aa7b3173 req-34894297-8c00-49df-8890-51f0bd105a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:14.725149 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-28b02b1a-c7fa-4c01-a466-b6c5aa7b3173 req-34894297-8c00-49df-8890-51f0bd105a2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49980453ee93427280de61728aab00cf&device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 1130 time: 0.0575807 Mar 16 11:32:14.739136 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f47f02a-b9af-4289-99a9-ceab86b61faa x-openstack-request-id: req-6f47f02a-b9af-4289-99a9-ceab86b61faa {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:32:14.740179 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a622b2a-fef2-450f-ac86-75b2e4912855", "tag": "23501680-0715-4a27-9a47-d8be708bbd88", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:32:14.740442 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6f47f02a-b9af-4289-99a9-ceab86b61faa {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:32:14.740894 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'tag': '23501680-0715-4a27-9a47-d8be708bbd88', 'status': 'completed', 'code': 200} Mar 16 11:32:14.782832 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-396008b8-8057-4b8a-9131-7a301539d690 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:32:14.939205 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b02b1a-c7fa-4c01-a466-b6c5aa7b3173 req-7c4db729-b38f-45ff-b478-2294557eed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:14.940734 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-28b02b1a-c7fa-4c01-a466-b6c5aa7b3173 req-7c4db729-b38f-45ff-b478-2294557eed2f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 200 len: 918 time: 0.1620376 Mar 16 11:32:14.994590 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e07d64-8a49-4a51-8479-cde17a21fa80 req-ca4cb277-a588-4c68-ad10-03a3f2301342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:14.996130 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06e07d64-8a49-4a51-8479-cde17a21fa80 req-ca4cb277-a588-4c68-ad10-03a3f2301342 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 1130 time: 0.2186580 Mar 16 11:32:15.018189 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd6e35-42c5-46e9-af6a-dee4ffd18337 req-009ecd59-fc3e-461c-80fd-8d88d5220a03 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:15.019339 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a9dd6e35-42c5-46e9-af6a-dee4ffd18337 req-009ecd59-fc3e-461c-80fd-8d88d5220a03 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 946 time: 0.1583865 Mar 16 11:32:15.094176 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-28b02b1a-c7fa-4c01-a466-b6c5aa7b3173 req-d6bfc07c-7e32-4b58-a4e5-2fd83c47f6db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e05286f-63ba-4ab2-a79d-638ae2595557 HTTP/1.1" status: 200 len: 1000 time: 0.1461904 Mar 16 11:32:15.158002 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-396008b8-8057-4b8a-9131-7a301539d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '23ad3bf2-bc69-46f9-bc3b-6adb54ebbb03', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': '23501680-0715-4a27-9a47-d8be708bbd88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:35:10:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:32:13Z', 'updated_at': '2022-03-16T11:32:13Z', 'revision_number': 0, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}, {'id': '74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:89:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:57Z', 'updated_at': '2022-03-16T11:29:59Z', 'revision_number': 1, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:15.188243 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396008b8-8057-4b8a-9131-7a301539d690 None None] Checking router: 5bdcb02c-6605-4506-b9b5-44d467bc40ab for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:32:15.192975 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a9dd6e35-42c5-46e9-af6a-dee4ffd18337 req-4b54b334-759e-4bd9-9101-019b47549347 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589375 Mar 16 11:32:15.219333 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396008b8-8057-4b8a-9131-7a301539d690 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:32:15.220097 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-396008b8-8057-4b8a-9131-7a301539d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:32:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:15.221025 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e07d64-8a49-4a51-8479-cde17a21fa80 req-cc8f2727-d448-4692-a9ef-66c18f34aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:15.222546 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06e07d64-8a49-4a51-8479-cde17a21fa80 req-cc8f2727-d448-4692-a9ef-66c18f34aa7b service neutron] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 912 time: 0.2202382 Mar 16 11:32:15.224423 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b02b1a-c7fa-4c01-a466-b6c5aa7b3173 req-89640337-65cc-46c4-8a1a-c3abc2c405d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:15.225777 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-28b02b1a-c7fa-4c01-a466-b6c5aa7b3173 req-89640337-65cc-46c4-8a1a-c3abc2c405d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 200 len: 856 time: 0.1197464 Mar 16 11:32:15.324783 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06e07d64-8a49-4a51-8479-cde17a21fa80 req-f3630292-bfd7-4f5a-9bd6-387183428887 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23501680-0715-4a27-9a47-d8be708bbd88 HTTP/1.1" status: 200 len: 1000 time: 0.0912352 Mar 16 11:32:15.330789 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b02b1a-c7fa-4c01-a466-b6c5aa7b3173 req-ff9981c3-32f4-4ceb-9535-2d300fa2c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:15.332231 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-28b02b1a-c7fa-4c01-a466-b6c5aa7b3173 req-ff9981c3-32f4-4ceb-9535-2d300fa2c93f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c51e02a-0c62-4dff-818a-86c433c70910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0976968 Mar 16 11:32:15.336561 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-396008b8-8057-4b8a-9131-7a301539d690 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:32:15.426758 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e07d64-8a49-4a51-8479-cde17a21fa80 req-a46e75d9-3041-48ac-b553-efce7bfd0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:15.428251 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06e07d64-8a49-4a51-8479-cde17a21fa80 req-a46e75d9-3041-48ac-b553-efce7bfd0961 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.0951278 Mar 16 11:32:15.493902 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-28b02b1a-c7fa-4c01-a466-b6c5aa7b3173 req-9d58c29f-744b-4439-b2fb-6b9ece534a6f service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524487 Mar 16 11:32:15.499064 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e07d64-8a49-4a51-8479-cde17a21fa80 req-7b4d5dd3-893d-4c73-8da0-0e9ad22f7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:15.500462 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06e07d64-8a49-4a51-8479-cde17a21fa80 req-7b4d5dd3-893d-4c73-8da0-0e9ad22f7c33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0646098 Mar 16 11:32:15.576546 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-396008b8-8057-4b8a-9131-7a301539d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '23ad3bf2-bc69-46f9-bc3b-6adb54ebbb03', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': '23501680-0715-4a27-9a47-d8be708bbd88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:35:10:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:32:13Z', 'updated_at': '2022-03-16T11:32:13Z', 'revision_number': 0, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}, {'id': '74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:89:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:57Z', 'updated_at': '2022-03-16T11:29:59Z', 'revision_number': 1, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:15.620514 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396008b8-8057-4b8a-9131-7a301539d690 None None] The sync data for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi is: [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '23ad3bf2-bc69-46f9-bc3b-6adb54ebbb03', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': '23501680-0715-4a27-9a47-d8be708bbd88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:35:10:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:32:13Z', 'updated_at': '2022-03-16T11:32:13Z', 'revision_number': 0, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}, {'id': '74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:89:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:57Z', 'updated_at': '2022-03-16T11:29:59Z', 'revision_number': 1, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:32:15.654775 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-28b02b1a-c7fa-4c01-a466-b6c5aa7b3173 req-e598bb1b-9bee-4cc2-a571-340913fce9a3 service neutron] 10.222.0.62 "GET /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533060 Mar 16 11:32:15.656983 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06e07d64-8a49-4a51-8479-cde17a21fa80 req-5fdff282-23fd-481c-b0ad-f2f920f28b36 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485763 Mar 16 11:32:15.772220 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-06e07d64-8a49-4a51-8479-cde17a21fa80 req-e629df37-1d9e-41e1-8dd3-7569781bc7af service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009078 Mar 16 11:32:15.871738 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9f808-23f1-4c7b-8e39-ea15068cd6ae None None] New status for floating IP 23ad3bf2-bc69-46f9-bc3b-6adb54ebbb03: ACTIVE {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:32:19.764199 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58184) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:19.865161 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e370245-47d2-4ca9-b9b4-d0012d354c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:19.937630 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e370245-47d2-4ca9-b9b4-d0012d354c0b admin admin] Publish callbacks [] for security_group (3eda9d8b-face-41c0-be72-3b417b021f97), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:19.941477 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e370245-47d2-4ca9-b9b4-d0012d354c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3eda9d8b-face-41c0-be72-3b417b021f97), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:19.979290 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-9e370245-47d2-4ca9-b9b4-d0012d354c0b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=76d653991d6a4243896df25bd77cfede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140024 Mar 16 11:32:19.982018 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58188) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:19.984638 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e370245-47d2-4ca9-b9b4-d0012d354c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eda9d8b-face-41c0-be72-3b417b021f97,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:20.029526 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37ac23c0-3447-4056-911e-5fb3cff7559a admin admin] Publish callbacks [] for security_group (3eda9d8b-face-41c0-be72-3b417b021f97), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:20.050051 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37ac23c0-3447-4056-911e-5fb3cff7559a admin admin] Publish callbacks [] for security_group (3eda9d8b-face-41c0-be72-3b417b021f97), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:20.096011 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37ac23c0-3447-4056-911e-5fb3cff7559a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (3eda9d8b-face-41c0-be72-3b417b021f97), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:20.098530 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37ac23c0-3447-4056-911e-5fb3cff7559a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:20.099681 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-37ac23c0-3447-4056-911e-5fb3cff7559a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3eda9d8b-face-41c0-be72-3b417b021f97 HTTP/1.1" status: 204 len: 168 time: 0.1166961 Mar 16 11:32:20.108324 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac23c0-3447-4056-911e-5fb3cff7559a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eda9d8b-face-41c0-be72-3b417b021f97,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:25.832217 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:32:30.325911 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-11e455ab-5391-4fe5-8fff-ff189c019a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:32.795225 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-958c3be2-2953-4620-9b46-89a5f08cc6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:33.484903 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:35.010888 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:36.642892 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:37.677264 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:47.247577 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13a0b4-d53b-4854-8c62-fc7e995e2079 req-d76c43c5-afaa-4f01-bf10-b9605f896f38 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:47.249069 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bd13a0b4-d53b-4854-8c62-fc7e995e2079 req-d76c43c5-afaa-4f01-bf10-b9605f896f38 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 946 time: 0.0560465 Mar 16 11:32:47.295239 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bd13a0b4-d53b-4854-8c62-fc7e995e2079 req-ba807e36-6b0f-4ed2-bfe8-6ec9db101984 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405269 Mar 16 11:32:48.417998 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903d6db-9b6a-4a49-a88f-cfe138f7e45c req-82e2ca15-bfe1-4f33-9c7b-ecee2e9acc68 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:48.419467 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d903d6db-9b6a-4a49-a88f-cfe138f7e45c req-82e2ca15-bfe1-4f33-9c7b-ecee2e9acc68 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 946 time: 0.0510583 Mar 16 11:32:48.465329 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d903d6db-9b6a-4a49-a88f-cfe138f7e45c req-386295a4-36ff-4836-8e43-6a334a7770f2 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups?id=981919b2-8a92-46db-85e3-8be5d9827402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402830 Mar 16 11:32:48.706372 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-0a38437a-ee00-49ac-aacf-3f1a8df26dbe tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:48.707805 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-0a38437a-ee00-49ac-aacf-3f1a8df26dbe tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.62 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 946 time: 0.0510659 Mar 16 11:32:48.801787 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Deleting port 0e05286f-63ba-4ab2-a79d-638ae2595557 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:32:48.802054 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:48.890939 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] For port 0e05286f-63ba-4ab2-a79d-638ae2595557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e05286f-63ba-4ab2-a79d-638ae2595557,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:48.891290 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:49.052355 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:49.052859 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (6eded93e-8bef-4a97-a356-6a117d181ffb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:49.053720 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Floating IP 6eded93e-8bef-4a97-a356-6a117d181ffb disassociated. External IP: 172.27.2.75, port: 0e05286f-63ba-4ab2-a79d-638ae2595557. Mar 16 11:32:49.054058 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Calling delete_port for 0e05286f-63ba-4ab2-a79d-638ae2595557 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:32:49.182882 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (0e05286f-63ba-4ab2-a79d-638ae2595557), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:49.212586 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event deleted for resources: {'Port': ['ID=0e05286f-63ba-4ab2-a79d-638ae2595557,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:49.224543 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.225509 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.225853 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.226190 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.226513 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.226865 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.227191 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.227515 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.228421 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.228421 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.228632 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.228822 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.229272 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.229648 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.229975 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.332632 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Router 46c579b4-0022-4c3b-97e3-5765aebaf848 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:32:49.722023 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e54084dd-2ded-44d5-a7a4-a0200c146289 req-9ec3e1ec-8abf-482d-88a5-4f9b9d54d574 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/ports?device_id=504215ae-53a3-4faa-9e06-9ef5352296e7 HTTP/1.1" status: 200 len: 210 time: 0.0311828 Mar 16 11:32:49.743814 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:32:49.754180 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fe311-d55c-4333-a0ce-3d71bd3d29e8 None None] Sync routers for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:32:49.764375 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0fe311-d55c-4333-a0ce-3d71bd3d29e8 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:32:49.765019 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6c0fe311-d55c-4333-a0ce-3d71bd3d29e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:32:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:49.783659 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] No DVR routers for this DVR port 0e05286f-63ba-4ab2-a79d-638ae2595557 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:32:49.786305 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:49.789776 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e86c37f4-2cad-451c-bb32-62fbf9ac40c2 req-21d5bd50-fb8e-4921-80bd-7a627e847226 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.62 "DELETE /v2.0/ports/0e05286f-63ba-4ab2-a79d-638ae2595557 HTTP/1.1" status: 204 len: 173 time: 1.0751314 Mar 16 11:32:49.790245 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'name': 'network-vif-deleted', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:49.792696 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9444e291-0527-4dbe-8c44-c7cc86780a98" -d '{"events": [{"server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "name": "network-vif-deleted", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:32:49.839516 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836a9b5f-4809-487c-9601-01e4a60b3930 x-openstack-request-id: req-836a9b5f-4809-487c-9601-01e4a60b3930 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:32:49.839810 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504215ae-53a3-4faa-9e06-9ef5352296e7", "name": "network-vif-deleted", "tag": "0e05286f-63ba-4ab2-a79d-638ae2595557", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:32:49.840063 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-836a9b5f-4809-487c-9601-01e4a60b3930 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:32:49.840504 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504215ae-53a3-4faa-9e06-9ef5352296e7', 'name': 'network-vif-deleted', 'tag': '0e05286f-63ba-4ab2-a79d-638ae2595557', 'status': 'completed', 'code': 200} Mar 16 11:32:49.887913 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-6c0fe311-d55c-4333-a0ce-3d71bd3d29e8 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:32:50.084986 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6c0fe311-d55c-4333-a0ce-3d71bd3d29e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:50.115051 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fe311-d55c-4333-a0ce-3d71bd3d29e8 None None] Checking router: 46c579b4-0022-4c3b-97e3-5765aebaf848 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:32:50.124462 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0fe311-d55c-4333-a0ce-3d71bd3d29e8 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:32:50.125149 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6c0fe311-d55c-4333-a0ce-3d71bd3d29e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:32:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:50.238716 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-6c0fe311-d55c-4333-a0ce-3d71bd3d29e8 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:32:50.430368 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6c0fe311-d55c-4333-a0ce-3d71bd3d29e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:50.455954 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fe311-d55c-4333-a0ce-3d71bd3d29e8 None None] The sync data for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi is: [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:27:31Z', 'revision_number': 4, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '3c76311d-7c50-46fc-893f-07b888c50614', 'name': '', 'network_id': '9c51e02a-0c62-4dff-818a-86c433c70910', 'tenant_id': '49980453ee93427280de61728aab00cf', 'mac_address': 'fa:16:3e:c1:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:30Z', 'updated_at': '2022-03-16T11:27:35Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'subnets': [{'id': 'c3e7dddf-50c1-45de-ab46-7b560362b20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:32:50.657617 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669f3b0-685a-47a0-9c31-98376a0173f4 None None] New status for floating IP 6eded93e-8bef-4a97-a356-6a117d181ffb: DOWN {{(pid=103140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:32:50.812881 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58230) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:50.863211 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc88537e-1498-4b5d-89e1-eccfb6a8e633 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group (981919b2-8a92-46db-85e3-8be5d9827402), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:50.885649 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc88537e-1498-4b5d-89e1-eccfb6a8e633 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group (981919b2-8a92-46db-85e3-8be5d9827402), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:50.934502 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc88537e-1498-4b5d-89e1-eccfb6a8e633 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (981919b2-8a92-46db-85e3-8be5d9827402), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:50.937124 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc88537e-1498-4b5d-89e1-eccfb6a8e633 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:50.938286 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-dc88537e-1498-4b5d-89e1-eccfb6a8e633 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "DELETE /v2.0/security-groups/981919b2-8a92-46db-85e3-8be5d9827402 HTTP/1.1" status: 204 len: 168 time: 0.1244123 Mar 16 11:32:50.941076 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58232) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:50.947960 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88537e-1498-4b5d-89e1-eccfb6a8e633 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981919b2-8a92-46db-85e3-8be5d9827402,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:50.955156 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.api.v2.resource [None req-b18cf895-2185-4568-ba0b-b9f42f15971a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] show failed (client error): The resource could not be found. Mar 16 11:32:50.956160 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-b18cf895-2185-4568-ba0b-b9f42f15971a tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "GET /v2.0/security-groups/981919b2-8a92-46db-85e3-8be5d9827402 HTTP/1.1" status: 404 len: 347 time: 0.0141156 Mar 16 11:32:50.959055 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58234) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:51.077637 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Deleting port 5e142a83-1c0c-48a3-9e2e-803689d58b0e {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:32:51.077892 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (5e142a83-1c0c-48a3-9e2e-803689d58b0e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:51.151994 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (5e142a83-1c0c-48a3-9e2e-803689d58b0e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:51.152316 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (5e142a83-1c0c-48a3-9e2e-803689d58b0e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:51.164071 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Calling delete_port for 5e142a83-1c0c-48a3-9e2e-803689d58b0e owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:32:51.292016 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (5e142a83-1c0c-48a3-9e2e-803689d58b0e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:51.316237 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Pushing event deleted for resources: {'Port': ['ID=5e142a83-1c0c-48a3-9e2e-803689d58b0e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:51.327733 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.328030 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.328373 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.328737 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.329076 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.329411 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.329742 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.330071 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.330396 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.330723 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.331048 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.331373 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.331694 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.332016 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.332336 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.388949 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks [] for floatingip (6eded93e-8bef-4a97-a356-6a117d181ffb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:51.391406 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:51.392536 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-9acc9c55-49fe-4db7-8842-4c2263fe77b9 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] 10.222.0.47 "DELETE /v2.0/floatingips/6eded93e-8bef-4a97-a356-6a117d181ffb HTTP/1.1" status: 204 len: 168 time: 0.4325507 Mar 16 11:32:51.731032 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 0e05286f-63ba-4ab2-a79d-638ae2595557 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:32:51.750866 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: 0e05286f-63ba-4ab2-a79d-638ae2595557 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:32:51.751385 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 0e05286f-63ba-4ab2-a79d-638ae2595557 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:32:53.782904 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58258) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:54.273009 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cdfadbb-7d31-45ed-8258-29d5411f5b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774746'] for router_interface (46c579b4-0022-4c3b-97e3-5765aebaf848), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:54.520124 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-5cdfadbb-7d31-45ed-8258-29d5411f5b00 admin admin] Deleting port 3c76311d-7c50-46fc-893f-07b888c50614 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:32:54.520384 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cdfadbb-7d31-45ed-8258-29d5411f5b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (3c76311d-7c50-46fc-893f-07b888c50614), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:54.601621 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-5cdfadbb-7d31-45ed-8258-29d5411f5b00 admin admin] For port 3c76311d-7c50-46fc-893f-07b888c50614, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=3c76311d-7c50-46fc-893f-07b888c50614,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:54.601981 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cdfadbb-7d31-45ed-8258-29d5411f5b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (3c76311d-7c50-46fc-893f-07b888c50614), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:54.615310 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-5cdfadbb-7d31-45ed-8258-29d5411f5b00 admin admin] Calling delete_port for 3c76311d-7c50-46fc-893f-07b888c50614 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:32:54.796207 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cdfadbb-7d31-45ed-8258-29d5411f5b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (3c76311d-7c50-46fc-893f-07b888c50614), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:54.823732 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfadbb-7d31-45ed-8258-29d5411f5b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c76311d-7c50-46fc-893f-07b888c50614,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:54.990680 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cdfadbb-7d31-45ed-8258-29d5411f5b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774902'] for router_interface (46c579b4-0022-4c3b-97e3-5765aebaf848), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:55.391278 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdfadbb-7d31-45ed-8258-29d5411f5b00 admin admin] Router 46c579b4-0022-4c3b-97e3-5765aebaf848 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:32:55.493769 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdfadbb-7d31-45ed-8258-29d5411f5b00 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:32:55.498568 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-5cdfadbb-7d31-45ed-8258-29d5411f5b00 admin admin] 10.222.0.47 "PUT /v2.0/routers/46c579b4-0022-4c3b-97e3-5765aebaf848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146668 Mar 16 11:32:55.501164 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58262) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:55.504040 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64548134-8fb1-490f-9792-bd33f26fd1d1 None None] Sync routers for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:32:55.514712 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64548134-8fb1-490f-9792-bd33f26fd1d1 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:32:55.515730 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-64548134-8fb1-490f-9792-bd33f26fd1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:32:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:55.603884 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Publish callbacks [] for router (46c579b4-0022-4c3b-97e3-5765aebaf848), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:55.709436 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Publish callbacks [] for router_gateway (46c579b4-0022-4c3b-97e3-5765aebaf848), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:55.752167 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-64548134-8fb1-490f-9792-bd33f26fd1d1 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:32:55.764551 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Deleting port a2890aa4-32bc-4f53-96ab-cb1c03173ccf {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:32:55.764942 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:55.841478 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] For port a2890aa4-32bc-4f53-96ab-cb1c03173ccf, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=a2890aa4-32bc-4f53-96ab-cb1c03173ccf,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:55.842141 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:55.854586 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Calling delete_port for a2890aa4-32bc-4f53-96ab-cb1c03173ccf owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:32:55.928976 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-64548134-8fb1-490f-9792-bd33f26fd1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:32:54Z', 'revision_number': 5, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port': {'id': 'a2890aa4-32bc-4f53-96ab-cb1c03173ccf', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:71:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:29Z', 'updated_at': '2022-03-16T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:55.958393 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64548134-8fb1-490f-9792-bd33f26fd1d1 None None] Checking router: 46c579b4-0022-4c3b-97e3-5765aebaf848 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:32:55.967089 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64548134-8fb1-490f-9792-bd33f26fd1d1 None None] Routers {'46c579b4-0022-4c3b-97e3-5765aebaf848'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:32:55.967700 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-64548134-8fb1-490f-9792-bd33f26fd1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:32:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['46c579b4-0022-4c3b-97e3-5765aebaf848'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:56.018999 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (a2890aa4-32bc-4f53-96ab-cb1c03173ccf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.047680 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2890aa4-32bc-4f53-96ab-cb1c03173ccf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:56.061000 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-64548134-8fb1-490f-9792-bd33f26fd1d1 None None] Set router 46c579b4-0022-4c3b-97e3-5765aebaf848 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:32:56.106167 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3769680'] for router_gateway (46c579b4-0022-4c3b-97e3-5765aebaf848), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.111434 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-64548134-8fb1-490f-9792-bd33f26fd1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:32:55Z', 'revision_number': 6, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port_host': None}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:56.141209 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64548134-8fb1-490f-9792-bd33f26fd1d1 None None] The sync data for ids ['46c579b4-0022-4c3b-97e3-5765aebaf848'] in dv-cinder-790535-29-iscsi is: [{'id': '46c579b4-0022-4c3b-97e3-5765aebaf848', 'name': 'tempest-AttachVolumeShelveTestJSON-1265700043-router', 'tenant_id': '49980453ee93427280de61728aab00cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:28Z', 'updated_at': '2022-03-16T11:32:55Z', 'revision_number': 6, 'project_id': '49980453ee93427280de61728aab00cf', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:32:56.197031 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26295'] for router (46c579b4-0022-4c3b-97e3-5765aebaf848), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.199111 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Publish callbacks [] for router_controller (46c579b4-0022-4c3b-97e3-5765aebaf848), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.247080 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775648'] for router (46c579b4-0022-4c3b-97e3-5765aebaf848), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.248042 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46c579b4-0022-4c3b-97e3-5765aebaf848 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:32:56.252834 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.254010 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-ab5f888f-c818-4d1f-9bc8-774a5d06ac7c admin admin] 10.222.0.47 "DELETE /v2.0/routers/46c579b4-0022-4c3b-97e3-5765aebaf848 HTTP/1.1" status: 204 len: 168 time: 0.7519417 Mar 16 11:32:56.257747 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58264) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:56.302168 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a80ae5f-1010-4807-ba85-6785dc667fea admin admin] Deleting subnet c3e7dddf-50c1-45de-ab46-7b560362b20f {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:32:56.305964 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a80ae5f-1010-4807-ba85-6785dc667fea admin admin] Publish callbacks [] for subnet (c3e7dddf-50c1-45de-ab46-7b560362b20f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.339071 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a80ae5f-1010-4807-ba85-6785dc667fea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58926129'] for subnet (c3e7dddf-50c1-45de-ab46-7b560362b20f), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.411483 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a80ae5f-1010-4807-ba85-6785dc667fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (c3e7dddf-50c1-45de-ab46-7b560362b20f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.466380 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a80ae5f-1010-4807-ba85-6785dc667fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59632944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59554010'] for subnet (c3e7dddf-50c1-45de-ab46-7b560362b20f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.491893 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80ae5f-1010-4807-ba85-6785dc667fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3e7dddf-50c1-45de-ab46-7b560362b20f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:56.497789 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a80ae5f-1010-4807-ba85-6785dc667fea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.500994 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-8a80ae5f-1010-4807-ba85-6785dc667fea admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c3e7dddf-50c1-45de-ab46-7b560362b20f HTTP/1.1" status: 204 len: 168 time: 0.2421935 Mar 16 11:32:56.504183 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58266) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:56.506080 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503e22cb-1600-4def-948d-31ad0be705c7 None None] Network 9c51e02a-0c62-4dff-818a-86c433c70910 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:32:56.574235 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (9c51e02a-0c62-4dff-818a-86c433c70910), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.638264 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Deleting port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:32:56.638658 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.702161 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] For port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=a63362c2-4dcc-4ba7-bb8b-0061e613e8e4,segment=NetworkSegment(afa3f1f2-9ce4-4d89-aea4-29e08c831117),segment_id=afa3f1f2-9ce4-4d89-aea4-29e08c831117)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:56.702519 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.715067 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Calling delete_port for a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:32:56.792197 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (a63362c2-4dcc-4ba7-bb8b-0061e613e8e4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.820094 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Pushing event deleted for resources: {'Port': ['ID=a63362c2-4dcc-4ba7-bb8b-0061e613e8e4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:56.823620 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] No DVR routers for this DVR port a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 on host dv-cinder-790535-29-iscsi {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:32:56.890639 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (9c51e02a-0c62-4dff-818a-86c433c70910), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.912794 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c51e02a-0c62-4dff-818a-86c433c70910']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:56.922385 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa3f1f2-9ce4-4d89-aea4-29e08c831117') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:56.922685 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa3f1f2-9ce4-4d89-aea4-29e08c831117') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:56.932358 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58926138'] for segment (afa3f1f2-9ce4-4d89-aea4-29e08c831117), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.945906 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceabde8-25dc-4cd9-a8e2-8005ec31bf02 None None] DHCP port deletion for 9c51e02a-0c62-4dff-818a-86c433c70910 request from dv-cinder-790535-29-iscsi {{(pid=103139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 11:32:56.946139 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (afa3f1f2-9ce4-4d89-aea4-29e08c831117), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.962627 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:32:56.962895 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633050'] for segment (afa3f1f2-9ce4-4d89-aea4-29e08c831117), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: Traceback (most recent call last): Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: timer() Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: cb(*args, **kw) Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: return func(*args, **kwargs) Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: self._notify() Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: self.callback(batched_events) Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: event.method(event) Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: return f(self, *a, **k) Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._get(url).json() Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: return self.request(url, 'GET', **kwargs) Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:32:56.965029 dv-cinder-790535-29-iscsi neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:32:57.006974 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 3c76311d-7c50-46fc-893f-07b888c50614 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:32:57.026271 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (9c51e02a-0c62-4dff-818a-86c433c70910), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:57.032901 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:57.035340 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 3c76311d-7c50-46fc-893f-07b888c50614 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:32:57.035687 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 3c76311d-7c50-46fc-893f-07b888c50614 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:32:57.039527 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:32:57.039613 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] 10.222.0.47 "DELETE /v2.0/networks/9c51e02a-0c62-4dff-818a-86c433c70910 HTTP/1.1" status: 204 len: 168 time: 0.5308123 Mar 16 11:32:57.049151 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dade37-a9fe-4a2c-aa0d-c4ee8f813eef admin admin] Pushing event deleted for resources: {'Network': ['ID=9c51e02a-0c62-4dff-818a-86c433c70910,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:57.097209 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:32:57.097548 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device a63362c2-4dcc-4ba7-bb8b-0061e613e8e4 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:32:57.097968 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device a2890aa4-32bc-4f53-96ab-cb1c03173ccf no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:32:57.149424 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: a2890aa4-32bc-4f53-96ab-cb1c03173ccf {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:32:57.149735 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device a2890aa4-32bc-4f53-96ab-cb1c03173ccf not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:32:57.168079 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58270) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:57.212702 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-7096294b-d2e9-4ea8-b3e7-5bb8e0148a1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=49980453ee93427280de61728aab00cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432339 Mar 16 11:32:57.215187 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58272) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:32:57.263757 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25afa32f-e5d9-46c3-a108-e45cb7318aaa admin admin] Publish callbacks [] for security_group (88d7be2a-ca50-4ab7-ad9d-09b91eb3bf26), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:57.284279 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25afa32f-e5d9-46c3-a108-e45cb7318aaa admin admin] Publish callbacks [] for security_group (88d7be2a-ca50-4ab7-ad9d-09b91eb3bf26), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:57.329666 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25afa32f-e5d9-46c3-a108-e45cb7318aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (88d7be2a-ca50-4ab7-ad9d-09b91eb3bf26), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:57.332296 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25afa32f-e5d9-46c3-a108-e45cb7318aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:32:57.336387 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-25afa32f-e5d9-46c3-a108-e45cb7318aaa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88d7be2a-ca50-4ab7-ad9d-09b91eb3bf26 HTTP/1.1" status: 204 len: 168 time: 0.1173935 Mar 16 11:32:57.344475 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afa32f-e5d9-46c3-a108-e45cb7318aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d7be2a-ca50-4ab7-ad9d-09b91eb3bf26,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:00.319044 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e2a700a-418b-4acb-b792-8ef7737c4ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:02.799754 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c53e0c5e-e039-4359-b19e-977036c6f274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:02.829953 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:33:03.487439 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:05.012333 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:05.518027 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58380) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:33:05.632066 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-84331eb4-5826-45c0-8d84-fc9ac036e8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:05.701341 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-84331eb4-5826-45c0-8d84-fc9ac036e8b2 admin admin] Publish callbacks [] for security_group (1f2b85b8-402f-45a8-a5af-b40aee4684ec), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:05.704956 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-84331eb4-5826-45c0-8d84-fc9ac036e8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (1f2b85b8-402f-45a8-a5af-b40aee4684ec), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:05.741851 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-84331eb4-5826-45c0-8d84-fc9ac036e8b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99dae9f53865403ca987a0fe4071a83f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227027 Mar 16 11:33:05.742699 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84331eb4-5826-45c0-8d84-fc9ac036e8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2b85b8-402f-45a8-a5af-b40aee4684ec,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:05.744537 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58384) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:33:05.796922 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e15fd9f6-1f42-4ec5-acdb-f81e60629312 admin admin] Publish callbacks [] for security_group (1f2b85b8-402f-45a8-a5af-b40aee4684ec), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:05.817618 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e15fd9f6-1f42-4ec5-acdb-f81e60629312 admin admin] Publish callbacks [] for security_group (1f2b85b8-402f-45a8-a5af-b40aee4684ec), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:05.862932 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e15fd9f6-1f42-4ec5-acdb-f81e60629312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (1f2b85b8-402f-45a8-a5af-b40aee4684ec), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:05.865820 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e15fd9f6-1f42-4ec5-acdb-f81e60629312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:05.866938 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-e15fd9f6-1f42-4ec5-acdb-f81e60629312 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f2b85b8-402f-45a8-a5af-b40aee4684ec HTTP/1.1" status: 204 len: 168 time: 0.1206787 Mar 16 11:33:05.875719 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fd9f6-1f42-4ec5-acdb-f81e60629312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2b85b8-402f-45a8-a5af-b40aee4684ec,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:06.645632 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:07.686964 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:09.742209 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58452) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:33:09.843297 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-769d001b-cee4-4ad4-9b0e-fb5097f541ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:09.914244 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-769d001b-cee4-4ad4-9b0e-fb5097f541ca admin admin] Publish callbacks [] for security_group (ea80a63f-9bfa-4b05-94bb-b062c9744ac0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:09.918098 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-769d001b-cee4-4ad4-9b0e-fb5097f541ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (ea80a63f-9bfa-4b05-94bb-b062c9744ac0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:09.956495 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-769d001b-cee4-4ad4-9b0e-fb5097f541ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c683a586c894f6e942dea72d0de3332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131872 Mar 16 11:33:09.957394 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d001b-cee4-4ad4-9b0e-fb5097f541ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea80a63f-9bfa-4b05-94bb-b062c9744ac0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:09.959748 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58456) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:33:10.006614 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14b31bc6-5513-4c4f-9441-aaf8af12091c admin admin] Publish callbacks [] for security_group (ea80a63f-9bfa-4b05-94bb-b062c9744ac0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:10.026926 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14b31bc6-5513-4c4f-9441-aaf8af12091c admin admin] Publish callbacks [] for security_group (ea80a63f-9bfa-4b05-94bb-b062c9744ac0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:10.072368 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14b31bc6-5513-4c4f-9441-aaf8af12091c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (ea80a63f-9bfa-4b05-94bb-b062c9744ac0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:10.074936 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14b31bc6-5513-4c4f-9441-aaf8af12091c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:10.076065 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-14b31bc6-5513-4c4f-9441-aaf8af12091c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea80a63f-9bfa-4b05-94bb-b062c9744ac0 HTTP/1.1" status: 204 len: 168 time: 0.1152627 Mar 16 11:33:10.083250 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b31bc6-5513-4c4f-9441-aaf8af12091c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea80a63f-9bfa-4b05-94bb-b062c9744ac0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:14.572882 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c204ce4c-de93-41d3-b52e-ba778063aabd req-fefe0ae2-8015-454a-8702-ef7ce5098185 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476384 Mar 16 11:33:14.671566 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204ce4c-de93-41d3-b52e-ba778063aabd req-74fe3219-d85d-4296-a30f-20c8c9a56c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:14.673062 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c204ce4c-de93-41d3-b52e-ba778063aabd req-74fe3219-d85d-4296-a30f-20c8c9a56c2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 1130 time: 0.0434473 Mar 16 11:33:14.772184 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204ce4c-de93-41d3-b52e-ba778063aabd req-edf2a1bc-ba6c-4743-85e8-493d07eac9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:14.773682 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c204ce4c-de93-41d3-b52e-ba778063aabd req-edf2a1bc-ba6c-4743-85e8-493d07eac9df service neutron] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 912 time: 0.0828032 Mar 16 11:33:14.845485 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c204ce4c-de93-41d3-b52e-ba778063aabd req-9471ee25-2544-49c6-8a92-17c22512b889 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3258cb5-47cd-4ee6-9df1-a7327af3c861 HTTP/1.1" status: 200 len: 1001 time: 0.0656233 Mar 16 11:33:14.892123 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204ce4c-de93-41d3-b52e-ba778063aabd req-b0ceb94a-2be8-41ad-b2cf-f31eaf79cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:14.893597 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c204ce4c-de93-41d3-b52e-ba778063aabd req-b0ceb94a-2be8-41ad-b2cf-f31eaf79cb16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.0425434 Mar 16 11:33:14.940191 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204ce4c-de93-41d3-b52e-ba778063aabd req-7f7115fd-df56-4bec-9a4e-5268335ce414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:14.941681 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c204ce4c-de93-41d3-b52e-ba778063aabd req-7f7115fd-df56-4bec-9a4e-5268335ce414 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423102 Mar 16 11:33:15.033309 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c204ce4c-de93-41d3-b52e-ba778063aabd req-b9ce5f18-fd1d-43dd-9588-a6b3ed07ad81 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851367 Mar 16 11:33:15.123153 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c204ce4c-de93-41d3-b52e-ba778063aabd req-07d1f34b-7d94-465e-a264-ec234c98ece9 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837784 Mar 16 11:33:30.325386 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1282ee10-3e34-4708-890e-529c0ee8a23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:32.801202 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c4096054-d1b7-4da8-91c7-12a00e010100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:33.491270 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:35.014802 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:36.647713 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:37.686902 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:39.827774 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:33:43.925036 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58698) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:33:44.081863 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Deleting port 02a2fa1d-d373-43b8-aed4-29c1ed853335 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:33:44.082229 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (02a2fa1d-d373-43b8-aed4-29c1ed853335), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:44.153792 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (02a2fa1d-d373-43b8-aed4-29c1ed853335), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:44.154112 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (02a2fa1d-d373-43b8-aed4-29c1ed853335), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:44.165347 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Calling delete_port for 02a2fa1d-d373-43b8-aed4-29c1ed853335 owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:33:44.331414 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (02a2fa1d-d373-43b8-aed4-29c1ed853335), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:44.356859 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event deleted for resources: {'Port': ['ID=02a2fa1d-d373-43b8-aed4-29c1ed853335,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:44.423722 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (23ad3bf2-bc69-46f9-bc3b-6adb54ebbb03), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:44.424066 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Floating IP 23ad3bf2-bc69-46f9-bc3b-6adb54ebbb03 disassociated (deleted). External IP: 172.27.2.193, port: 23501680-0715-4a27-9a47-d8be708bbd88. Mar 16 11:33:44.644133 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Router 5bdcb02c-6605-4506-b9b5-44d467bc40ab has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:33:44.763921 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:33:44.768823 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:44.774649 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ff999-6e91-4962-a2d8-5f9336434faa None None] Sync routers for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:33:44.783773 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ff999-6e91-4962-a2d8-5f9336434faa None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:33:44.784460 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-781ff999-6e91-4962-a2d8-5f9336434faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:44.797110 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-b81c17f9-2bcb-4fd8-b43d-4c568cd1b41b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "DELETE /v2.0/floatingips/23ad3bf2-bc69-46f9-bc3b-6adb54ebbb03 HTTP/1.1" status: 204 len: 168 time: 0.8710783 Mar 16 11:33:44.797778 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'tag': '23501680-0715-4a27-9a47-d8be708bbd88'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:44.800151 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e903d5a4-ca4d-4d9f-883b-13c33e95387d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a622b2a-fef2-450f-ac86-75b2e4912855", "tag": "23501680-0715-4a27-9a47-d8be708bbd88"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:33:44.843483 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50667da7-42cd-4856-873b-8b9446318b75 x-openstack-request-id: req-50667da7-42cd-4856-873b-8b9446318b75 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:33:44.843843 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a622b2a-fef2-450f-ac86-75b2e4912855", "tag": "23501680-0715-4a27-9a47-d8be708bbd88", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:33:44.844156 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-50667da7-42cd-4856-873b-8b9446318b75 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:33:44.844646 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'tag': '23501680-0715-4a27-9a47-d8be708bbd88', 'status': 'completed', 'code': 200} Mar 16 11:33:44.897936 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-781ff999-6e91-4962-a2d8-5f9336434faa None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:33:44.931882 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903d5a4-ca4d-4d9f-883b-13c33e95387d req-25f380ef-5005-47ea-acc3-757ce536536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:44.933970 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e903d5a4-ca4d-4d9f-883b-13c33e95387d req-25f380ef-5005-47ea-acc3-757ce536536f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 1130 time: 0.0481939 Mar 16 11:33:45.068263 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a8a2b-470a-4eab-92a1-af6c8da1a281 req-7b186d57-a6fa-4059-8788-2a8de3a03138 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:45.069994 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e84a8a2b-470a-4eab-92a1-af6c8da1a281 req-7b186d57-a6fa-4059-8788-2a8de3a03138 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 946 time: 0.0813103 Mar 16 11:33:45.072237 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903d5a4-ca4d-4d9f-883b-13c33e95387d req-d08c8903-a5fc-4e4f-9017-726a3b37fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:45.073722 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e903d5a4-ca4d-4d9f-883b-13c33e95387d req-d08c8903-a5fc-4e4f-9017-726a3b37fdf5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 912 time: 0.1321664 Mar 16 11:33:45.124254 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e903d5a4-ca4d-4d9f-883b-13c33e95387d req-c0b19bd6-f887-4529-80df-e7dff8e71562 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23501680-0715-4a27-9a47-d8be708bbd88 HTTP/1.1" status: 200 len: 217 time: 0.0412464 Mar 16 11:33:45.139543 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-781ff999-6e91-4962-a2d8-5f9336434faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:89:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:57Z', 'updated_at': '2022-03-16T11:29:59Z', 'revision_number': 1, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:45.165214 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ff999-6e91-4962-a2d8-5f9336434faa None None] Checking router: 5bdcb02c-6605-4506-b9b5-44d467bc40ab for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:33:45.173251 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ff999-6e91-4962-a2d8-5f9336434faa None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:33:45.173842 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-781ff999-6e91-4962-a2d8-5f9336434faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:45.184659 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e84a8a2b-470a-4eab-92a1-af6c8da1a281 req-623259e9-e298-49aa-ae83-e6afc23a770c tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076074 Mar 16 11:33:45.193297 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903d5a4-ca4d-4d9f-883b-13c33e95387d req-341ba3e2-eb4a-48a0-92ea-c72403ffe088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:45.194702 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e903d5a4-ca4d-4d9f-883b-13c33e95387d req-341ba3e2-eb4a-48a0-92ea-c72403ffe088 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.0607309 Mar 16 11:33:45.251943 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903d5a4-ca4d-4d9f-883b-13c33e95387d req-d0d0dfb5-a952-43fa-9c4f-37de028e7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:45.253487 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e903d5a4-ca4d-4d9f-883b-13c33e95387d req-d0d0dfb5-a952-43fa-9c4f-37de028e7e22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494368 Mar 16 11:33:45.281648 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-781ff999-6e91-4962-a2d8-5f9336434faa None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:33:45.343960 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e903d5a4-ca4d-4d9f-883b-13c33e95387d req-e834dbe1-dda4-4a7b-a09e-d01e01a0dbae service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838573 Mar 16 11:33:45.434426 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e903d5a4-ca4d-4d9f-883b-13c33e95387d req-571c02fe-4089-47e6-9a99-98607fbef78e service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844243 Mar 16 11:33:45.589516 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-781ff999-6e91-4962-a2d8-5f9336434faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:89:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:57Z', 'updated_at': '2022-03-16T11:29:59Z', 'revision_number': 1, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:45.615949 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ff999-6e91-4962-a2d8-5f9336434faa None None] The sync data for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi is: [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'port_id': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'mac_address': 'fa:16:3e:89:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:57Z', 'updated_at': '2022-03-16T11:29:59Z', 'revision_number': 1, 'project_id': 'be31cda5b88147c398858a568150804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:33:45.768618 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58718) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:33:45.841358 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c665cc0-dd7d-46bf-b918-3c7c9289fc9f None None] New status for floating IP 23ad3bf2-bc69-46f9-bc3b-6adb54ebbb03: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:33:45.878428 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7e09-5487-49ba-b708-3645ea33fffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:45.957229 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7e09-5487-49ba-b708-3645ea33fffc admin admin] Publish callbacks [] for security_group (fb854253-063c-4920-aead-f6d8178c288a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:45.961031 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7e09-5487-49ba-b708-3645ea33fffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (fb854253-063c-4920-aead-f6d8178c288a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:45.999171 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-3f9c7e09-5487-49ba-b708-3645ea33fffc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f45bccc67baf4634aa3541bfe6a0bcbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294242 Mar 16 11:33:46.000351 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c7e09-5487-49ba-b708-3645ea33fffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb854253-063c-4920-aead-f6d8178c288a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:46.001995 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58722) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:33:46.049925 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62ac8ef5-b60a-4ad6-9ccd-4ed863780128 admin admin] Publish callbacks [] for security_group (fb854253-063c-4920-aead-f6d8178c288a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:46.070858 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62ac8ef5-b60a-4ad6-9ccd-4ed863780128 admin admin] Publish callbacks [] for security_group (fb854253-063c-4920-aead-f6d8178c288a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:46.117253 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62ac8ef5-b60a-4ad6-9ccd-4ed863780128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (fb854253-063c-4920-aead-f6d8178c288a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:46.119713 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62ac8ef5-b60a-4ad6-9ccd-4ed863780128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:46.120877 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-62ac8ef5-b60a-4ad6-9ccd-4ed863780128 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb854253-063c-4920-aead-f6d8178c288a HTTP/1.1" status: 204 len: 168 time: 0.1171298 Mar 16 11:33:46.128388 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac8ef5-b60a-4ad6-9ccd-4ed863780128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb854253-063c-4920-aead-f6d8178c288a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:46.314097 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408da1b2-95b2-469f-87ab-ce656359f2f3 req-05d73180-f29a-4a81-9812-a0dbb6e9d699 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:46.315593 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-408da1b2-95b2-469f-87ab-ce656359f2f3 req-05d73180-f29a-4a81-9812-a0dbb6e9d699 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 946 time: 0.0573587 Mar 16 11:33:46.365771 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-408da1b2-95b2-469f-87ab-ce656359f2f3 req-50f3b2c8-d9b1-4328-8af9-38442cda7644 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440803 Mar 16 11:33:46.723215 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a4b5-0d45-4e44-a2e5-deceb7270778 req-0dc673eb-87fc-476e-9180-73954c1d65d8 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:46.724747 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-44d4a4b5-0d45-4e44-a2e5-deceb7270778 req-0dc673eb-87fc-476e-9180-73954c1d65d8 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 946 time: 0.0520215 Mar 16 11:33:46.818057 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-44d4a4b5-0d45-4e44-a2e5-deceb7270778 req-d97dbac6-911b-40ba-b4f3-1a61687795ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Deleting port 23501680-0715-4a27-9a47-d8be708bbd88 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:33:46.818407 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-44d4a4b5-0d45-4e44-a2e5-deceb7270778 req-d97dbac6-911b-40ba-b4f3-1a61687795ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (23501680-0715-4a27-9a47-d8be708bbd88), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:46.906216 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-44d4a4b5-0d45-4e44-a2e5-deceb7270778 req-d97dbac6-911b-40ba-b4f3-1a61687795ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] For port 23501680-0715-4a27-9a47-d8be708bbd88, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23501680-0715-4a27-9a47-d8be708bbd88,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:33:46.906578 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-44d4a4b5-0d45-4e44-a2e5-deceb7270778 req-d97dbac6-911b-40ba-b4f3-1a61687795ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (23501680-0715-4a27-9a47-d8be708bbd88), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:46.918444 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-44d4a4b5-0d45-4e44-a2e5-deceb7270778 req-d97dbac6-911b-40ba-b4f3-1a61687795ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Calling delete_port for 23501680-0715-4a27-9a47-d8be708bbd88 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:33:47.050953 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-44d4a4b5-0d45-4e44-a2e5-deceb7270778 req-d97dbac6-911b-40ba-b4f3-1a61687795ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (23501680-0715-4a27-9a47-d8be708bbd88), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:47.081511 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dbac6-911b-40ba-b4f3-1a61687795ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event deleted for resources: {'Port': ['ID=23501680-0715-4a27-9a47-d8be708bbd88,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:47.131734 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d4a4b5-0d45-4e44-a2e5-deceb7270778 req-d97dbac6-911b-40ba-b4f3-1a61687795ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] No DVR routers for this DVR port 23501680-0715-4a27-9a47-d8be708bbd88 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:33:47.134839 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-44d4a4b5-0d45-4e44-a2e5-deceb7270778 req-d97dbac6-911b-40ba-b4f3-1a61687795ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:47.138166 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-44d4a4b5-0d45-4e44-a2e5-deceb7270778 req-d97dbac6-911b-40ba-b4f3-1a61687795ea tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "DELETE /v2.0/ports/23501680-0715-4a27-9a47-d8be708bbd88 HTTP/1.1" status: 204 len: 173 time: 0.4086788 Mar 16 11:33:47.138601 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'name': 'network-vif-deleted', 'tag': '23501680-0715-4a27-9a47-d8be708bbd88'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:47.140845 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9520b98f-5fd6-4fc6-ad23-c79ba9c34f14" -d '{"events": [{"server_uuid": "4a622b2a-fef2-450f-ac86-75b2e4912855", "name": "network-vif-deleted", "tag": "23501680-0715-4a27-9a47-d8be708bbd88"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:33:47.178493 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249e4283-6b83-4985-804d-cc3b7e6834ba x-openstack-request-id: req-249e4283-6b83-4985-804d-cc3b7e6834ba {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:33:47.178803 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a622b2a-fef2-450f-ac86-75b2e4912855", "name": "network-vif-deleted", "tag": "23501680-0715-4a27-9a47-d8be708bbd88", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:33:47.179050 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-249e4283-6b83-4985-804d-cc3b7e6834ba {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:33:47.179541 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a622b2a-fef2-450f-ac86-75b2e4912855', 'name': 'network-vif-deleted', 'tag': '23501680-0715-4a27-9a47-d8be708bbd88', 'status': 'completed', 'code': 200} Mar 16 11:33:47.455707 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-41655580-7e1d-4406-a4d4-28923cafea88 req-f4221e91-ecba-4d05-9706-5337363eb77e tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a622b2a-fef2-450f-ac86-75b2e4912855 HTTP/1.1" status: 200 len: 210 time: 0.0275011 Mar 16 11:33:48.317954 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-c28235c3-91fa-445f-857d-e8f311ec39b6 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b8d00b43ed574fd2a13b2ba7fa7082d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283749 Mar 16 11:33:48.489999 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-e6c31b06-06d6-46da-b9bf-c0b3aeb6adfe tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:48.491400 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-e6c31b06-06d6-46da-b9bf-c0b3aeb6adfe tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680648 Mar 16 11:33:48.506347 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-9bcec967-e9c6-45a8-838c-fbbe4cb3c07e tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/quotas/b8d00b43ed574fd2a13b2ba7fa7082d8 HTTP/1.1" status: 200 len: 375 time: 0.0090449 Mar 16 11:33:48.545236 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-3cf2118e-ac45-44a5-8bab-92567bc1afad tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d00b43ed574fd2a13b2ba7fa7082d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329657 Mar 16 11:33:48.714639 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3eb79055-8065-4054-9691-caf3ab8fb658 req-fc94293c-5466-4b8c-918c-e59dad0d63ba tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 210 time: 0.0310991 Mar 16 11:33:49.625958 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-76fc729b-47fc-41e9-ac1e-3cda1c0c0b44 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b8d00b43ed574fd2a13b2ba7fa7082d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206687 Mar 16 11:33:50.003631 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 23501680-0715-4a27-9a47-d8be708bbd88 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:33:50.029444 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: 23501680-0715-4a27-9a47-d8be708bbd88 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:33:50.029790 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 23501680-0715-4a27-9a47-d8be708bbd88 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:33:50.032058 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ad7c8b6e-4ed8-4e3a-9303-f76c7de7baaa req-fc5446df-cdff-4b71-a99a-b3076c197432 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 210 time: 0.0365014 Mar 16 11:33:50.038392 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-9f0bc350-dc79-4a77-a936-9331c40611bf tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:50.039812 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-9f0bc350-dc79-4a77-a936-9331c40611bf tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4093151 Mar 16 11:33:50.062374 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Request body: {'port': {'device_id': '3f66c00d-684e-45ec-86e6-6f5513375141', 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843', 'admin_state_up': True, 'tenant_id': 'b8d00b43ed574fd2a13b2ba7fa7082d8'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:50.165702 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Made reservation on behalf of b8d00b43ed574fd2a13b2ba7fa7082d8 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:33:50.168976 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:50.180951 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:50.259164 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Publish callbacks [] for security_group (05766770-b635-4a5d-a852-d0b22b29f5ad), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:50.262932 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (05766770-b635-4a5d-a852-d0b22b29f5ad), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:50.319419 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05766770-b635-4a5d-a852-d0b22b29f5ad,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:50.334512 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.334854 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.335191 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.335528 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.335855 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.336196 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.337173 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.337496 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.337814 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.338131 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.338446 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.338761 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.339076 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.339386 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.339696 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:50.400366 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Allocated IP 192.168.233.179 (d455d0a3-ea92-4545-aa79-1880b9014843/de41413a-3063-4198-90eb-a45531fd8dfd/6b4283dc-26d0-45b4-99fb-5ac1ec8bd566) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:33:50.542201 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Publish callbacks [] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:50.574113 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:50.612485 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Network d455d0a3-ea92-4545-aa79-1880b9014843 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:33:50.622096 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:33:50.625882 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:33:50.652484 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Pushing event updated for resources: {'Port': ['ID=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:50.677854 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:50.678470 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:50.696450 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-036bb45b-aa54-4f7d-b51e-6758341db2da tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6372256 Mar 16 11:33:50.713531 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Request body: {'port': {'device_id': '3f66c00d-684e-45ec-86e6-6f5513375141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:50.772377 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:50.828272 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-8c80a3dc-16f3-407f-8094-aa71a91433c0 None None] Provisioning complete for port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:33:50.828576 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c80a3dc-16f3-407f-8094-aa71a91433c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:50.862453 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-8c80a3dc-16f3-407f-8094-aa71a91433c0 None None] Port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:33:50.919694 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58802) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:33:51.037289 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:51.045281 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Publish callbacks [] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:51.058379 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Transition to ACTIVE for port object 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:33:51.062426 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:51.077883 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Deleting port 7153de2c-6af2-4441-b24b-f5691bcc564b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:33:51.078231 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (7153de2c-6af2-4441-b24b-f5691bcc564b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:51.121816 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Pushing event updated for resources: {'Port': ['ID=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:51.170794 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (7153de2c-6af2-4441-b24b-f5691bcc564b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:51.171131 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (7153de2c-6af2-4441-b24b-f5691bcc564b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:51.186385 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Calling delete_port for 7153de2c-6af2-4441-b24b-f5691bcc564b owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:33:51.220059 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39863818-492f-4cdf-8aea-4cb4886ec90e req-6675d4a9-6f17-4a27-84cc-1efc51a3daf4 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:51.221608 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-39863818-492f-4cdf-8aea-4cb4886ec90e req-6675d4a9-6f17-4a27-84cc-1efc51a3daf4 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 948 time: 0.1185956 Mar 16 11:33:51.250051 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Attempting to bind port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:33:51.250386 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Attempting to bind port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '84fdce06-4572-4f43-a5a4-6c3a057457ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:33:51.250711 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Attempting to bind port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 on network d455d0a3-ea92-4545-aa79-1880b9014843 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:33:51.262778 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 on network d455d0a3-ea92-4545-aa79-1880b9014843 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:33:51.263105 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Attempting to bind port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 on network d455d0a3-ea92-4545-aa79-1880b9014843 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:33:51.277872 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:33:51.278219 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Checking segment: {'id': '84fdce06-4572-4f43-a5a4-6c3a057457ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:33:51.279142 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Bound using segment: {'id': '84fdce06-4572-4f43-a5a4-6c3a057457ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:33:51.279142 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Bound port: 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84fdce06-4572-4f43-a5a4-6c3a057457ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:33:51.279370 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:51.300319 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-39863818-492f-4cdf-8aea-4cb4886ec90e req-87d6447c-9672-4d20-896e-f41019fa9ca5 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/security-groups?id=05766770-b635-4a5d-a852-d0b22b29f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714159 Mar 16 11:33:51.350602 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] For port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:33:51.354135 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] For port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566,segment=NetworkSegment(84fdce06-4572-4f43-a5a4-6c3a057457ec),segment_id=84fdce06-4572-4f43-a5a4-6c3a057457ec)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:33:51.359465 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:51.379336 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (7153de2c-6af2-4441-b24b-f5691bcc564b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:51.396794 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:51.397483 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:51.399396 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-5f90c741-aa45-417b-8546-714667b461cf service neutron] 10.222.0.62 "PUT /v2.0/ports/6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 HTTP/1.1" status: 200 len: 1098 time: 0.6896770 Mar 16 11:33:51.399881 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f66c00d-684e-45ec-86e6-6f5513375141', 'tag': '6b4283dc-26d0-45b4-99fb-5ac1ec8bd566'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:51.402152 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd722830-4ac1-418a-b5bc-10a190fee564" -d '{"events": [{"name": "network-changed", "server_uuid": "3f66c00d-684e-45ec-86e6-6f5513375141", "tag": "6b4283dc-26d0-45b4-99fb-5ac1ec8bd566"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:33:51.407974 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event deleted for resources: {'Port': ['ID=7153de2c-6af2-4441-b24b-f5691bcc564b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:51.446696 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.447179 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.447539 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.447891 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.448236 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.448626 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.448952 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.449289 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.449627 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.449951 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.450335 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.450679 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.453539 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.453943 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.454291 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:51.455727 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e05c847-1c6a-4f63-9012-d161e33817c7 x-openstack-request-id: req-6e05c847-1c6a-4f63-9012-d161e33817c7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:33:51.456116 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f66c00d-684e-45ec-86e6-6f5513375141", "tag": "6b4283dc-26d0-45b4-99fb-5ac1ec8bd566", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:33:51.456460 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6e05c847-1c6a-4f63-9012-d161e33817c7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:33:51.457567 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f66c00d-684e-45ec-86e6-6f5513375141', 'tag': '6b4283dc-26d0-45b4-99fb-5ac1ec8bd566', 'status': 'completed', 'code': 200} Mar 16 11:33:51.458553 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90c741-aa45-417b-8546-714667b461cf service neutron] Pushing event updated for resources: {'Port': ['ID=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:51.494671 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:51.495015 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.l3_db [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Floating IP 74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9 disassociated (deleted). External IP: 172.27.2.46, port: b3258cb5-47cd-4ee6-9df1-a7327af3c861. Mar 16 11:33:51.521592 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-a32ae0db-de22-45f8-8640-aaf63d099f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:51.523179 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-a32ae0db-de22-45f8-8640-aaf63d099f95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8d00b43ed574fd2a13b2ba7fa7082d8&device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 1132 time: 0.0517569 Mar 16 11:33:51.571940 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-2504ca10-3cd4-47a3-aae0-cd780991c8f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 HTTP/1.1" status: 200 len: 217 time: 0.0364366 Mar 16 11:33:51.624119 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-6725f349-506d-439b-b6f0-3fe6e4b00178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:51.625600 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-6725f349-506d-439b-b6f0-3fe6e4b00178 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de41413a-3063-4198-90eb-a45531fd8dfd HTTP/1.1" status: 200 len: 843 time: 0.0456636 Mar 16 11:33:51.676628 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-a6b4563d-3444-489f-91bc-45ff77be7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:51.678041 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-a6b4563d-3444-489f-91bc-45ff77be7a1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d455d0a3-ea92-4545-aa79-1880b9014843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0470357 Mar 16 11:33:51.714933 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Router 5bdcb02c-6605-4506-b9b5-44d467bc40ab has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:33:51.764438 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-ebe79967-abf9-4dc4-9395-41227d00d3d6 service neutron] 10.222.0.62 "GET /v2.0/networks/d455d0a3-ea92-4545-aa79-1880b9014843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793960 Mar 16 11:33:51.824928 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:33:51.829536 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:51.835612 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312fe1ad-2c02-410c-a3cf-ee85ed70951a None None] Sync routers for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:33:51.845472 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312fe1ad-2c02-410c-a3cf-ee85ed70951a None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:33:51.846072 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-312fe1ad-2c02-410c-a3cf-ee85ed70951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:51.859186 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-b5e90268-2ead-44c2-9cd1-042a7b078939 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "DELETE /v2.0/floatingips/74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9 HTTP/1.1" status: 204 len: 168 time: 0.9382975 Mar 16 11:33:51.859990 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'tag': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:51.862542 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d22ff4cfa0512844a2c0897ffbbfd3483961e8b3f6ce0a9a828d387125369bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1adfbd-9e31-4f1f-9a61-6aff606fb12b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2333ce3-abee-461d-bfcf-b8a09456117e", "tag": "b3258cb5-47cd-4ee6-9df1-a7327af3c861"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:33:51.871482 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-950aead7-3e15-4582-91c9-7fe9a6f30626 req-086a0222-cac6-4b09-980c-2dc65f1606f9 service neutron] 10.222.0.62 "GET /v2.0/networks/d455d0a3-ea92-4545-aa79-1880b9014843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008914 Mar 16 11:33:51.904696 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bf35a1-6573-410d-83a9-238f2ee151e4 x-openstack-request-id: req-45bf35a1-6573-410d-83a9-238f2ee151e4 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:33:51.905061 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2333ce3-abee-461d-bfcf-b8a09456117e", "tag": "b3258cb5-47cd-4ee6-9df1-a7327af3c861", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:33:51.905551 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-45bf35a1-6573-410d-83a9-238f2ee151e4 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:33:51.906021 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'tag': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'status': 'completed', 'code': 200} Mar 16 11:33:51.960823 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-312fe1ad-2c02-410c-a3cf-ee85ed70951a None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:33:52.114713 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1adfbd-9e31-4f1f-9a61-6aff606fb12b req-4d1fd060-2184-417b-b0fd-e414af2c42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:52.116104 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f1adfbd-9e31-4f1f-9a61-6aff606fb12b req-4d1fd060-2184-417b-b0fd-e414af2c42cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be31cda5b88147c398858a568150804b&device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 1130 time: 0.1162667 Mar 16 11:33:52.120001 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722830-4ac1-418a-b5bc-10a190fee564 req-5c73c9d7-5bb9-4faf-bccd-e9f9f5879cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:52.121399 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dd722830-4ac1-418a-b5bc-10a190fee564 req-5c73c9d7-5bb9-4faf-bccd-e9f9f5879cb0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8d00b43ed574fd2a13b2ba7fa7082d8&device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 1132 time: 0.1229837 Mar 16 11:33:52.162022 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-312fe1ad-2c02-410c-a3cf-ee85ed70951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:52.192604 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312fe1ad-2c02-410c-a3cf-ee85ed70951a None None] Checking router: 5bdcb02c-6605-4506-b9b5-44d467bc40ab for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:33:52.201983 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312fe1ad-2c02-410c-a3cf-ee85ed70951a None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:33:52.202595 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-312fe1ad-2c02-410c-a3cf-ee85ed70951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:52.235109 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ed727-0ef4-431c-b954-762cbfdf120a req-72ee4771-c9ae-4c5a-a805-231f98a50d05 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:52.236594 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e29ed727-0ef4-431c-b954-762cbfdf120a req-72ee4771-c9ae-4c5a-a805-231f98a50d05 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 946 time: 0.1803980 Mar 16 11:33:52.310701 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-312fe1ad-2c02-410c-a3cf-ee85ed70951a None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:33:52.316774 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1adfbd-9e31-4f1f-9a61-6aff606fb12b req-432154e3-fe88-40e8-9702-9864a7735186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:52.318247 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f1adfbd-9e31-4f1f-9a61-6aff606fb12b req-432154e3-fe88-40e8-9702-9864a7735186 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 200 len: 912 time: 0.1960185 Mar 16 11:33:52.321871 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722830-4ac1-418a-b5bc-10a190fee564 req-47716a89-88ce-421c-a0f6-774afde29b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:52.323276 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dd722830-4ac1-418a-b5bc-10a190fee564 req-47716a89-88ce-421c-a0f6-774afde29b07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d455d0a3-ea92-4545-aa79-1880b9014843 HTTP/1.1" status: 200 len: 870 time: 0.1926181 Mar 16 11:33:52.380556 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f1adfbd-9e31-4f1f-9a61-6aff606fb12b req-d1e63435-2cde-474e-8bcc-72372b6b5468 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3258cb5-47cd-4ee6-9df1-a7327af3c861 HTTP/1.1" status: 200 len: 217 time: 0.0538731 Mar 16 11:33:52.419813 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e29ed727-0ef4-431c-b954-762cbfdf120a req-cce68ed3-19d8-489d-ab0b-f725be5c2694 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747456 Mar 16 11:33:52.442050 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dd722830-4ac1-418a-b5bc-10a190fee564 req-dbf8854a-93db-4244-a73f-33a3d5334aa7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 HTTP/1.1" status: 200 len: 217 time: 0.1037428 Mar 16 11:33:52.509668 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-312fe1ad-2c02-410c-a3cf-ee85ed70951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:52.525745 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1adfbd-9e31-4f1f-9a61-6aff606fb12b req-7a2d3f87-a71b-4310-aa18-0db548ae42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:52.527189 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f1adfbd-9e31-4f1f-9a61-6aff606fb12b req-7a2d3f87-a71b-4310-aa18-0db548ae42d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 200 len: 850 time: 0.1129575 Mar 16 11:33:52.533450 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722830-4ac1-418a-b5bc-10a190fee564 req-4ae136b8-3b24-4124-b6cc-acbdb96170c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:52.534754 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dd722830-4ac1-418a-b5bc-10a190fee564 req-4ae136b8-3b24-4124-b6cc-acbdb96170c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de41413a-3063-4198-90eb-a45531fd8dfd HTTP/1.1" status: 200 len: 843 time: 0.0725994 Mar 16 11:33:52.535973 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312fe1ad-2c02-410c-a3cf-ee85ed70951a None None] The sync data for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi is: [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:49Z', 'revision_number': 4, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '6ddd6988-84c7-495f-9605-3b571b11ea2e', 'name': '', 'network_id': '1499d207-0db2-4e91-bd0a-6e1b1a178ef8', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'mac_address': 'fa:16:3e:de:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2bf32caa-135f-401e-beb8-cba90d152938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:48Z', 'updated_at': '2022-03-16T11:25:53Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'subnets': [{'id': '2bf32caa-135f-401e-beb8-cba90d152938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:33:52.543305 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857c5c3-c16f-47e7-9109-46ffd14ffae2 req-dfb55970-52c6-4c1b-a0b8-2f2c8593e1e0 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:52.544858 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4857c5c3-c16f-47e7-9109-46ffd14ffae2 req-dfb55970-52c6-4c1b-a0b8-2f2c8593e1e0 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 948 time: 0.1684597 Mar 16 11:33:52.655844 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4857c5c3-c16f-47e7-9109-46ffd14ffae2 req-169b177b-cbe3-4e20-819b-5fddea536530 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/security-groups?id=05766770-b635-4a5d-a852-d0b22b29f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926237 Mar 16 11:33:52.660731 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722830-4ac1-418a-b5bc-10a190fee564 req-7fb324d1-6d0e-4615-a19b-90670c74bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:52.662208 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dd722830-4ac1-418a-b5bc-10a190fee564 req-7fb324d1-6d0e-4615-a19b-90670c74bdd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d455d0a3-ea92-4545-aa79-1880b9014843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1164689 Mar 16 11:33:52.665336 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1adfbd-9e31-4f1f-9a61-6aff606fb12b req-76028b50-a1e6-448f-9b51-695bc40a852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:52.666732 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f1adfbd-9e31-4f1f-9a61-6aff606fb12b req-76028b50-a1e6-448f-9b51-695bc40a852c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1499d207-0db2-4e91-bd0a-6e1b1a178ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1198900 Mar 16 11:33:52.764129 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c70e7-283a-4c92-ac7d-ac1245d1fd20 None None] New status for floating IP 74cdbdd7-1d68-4be3-a4b4-e1a91f0054a9: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:33:52.829656 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dd722830-4ac1-418a-b5bc-10a190fee564 req-11585527-2572-426d-8c06-b42a926bff29 service neutron] 10.222.0.62 "GET /v2.0/networks/d455d0a3-ea92-4545-aa79-1880b9014843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529241 Mar 16 11:33:52.831560 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f1adfbd-9e31-4f1f-9a61-6aff606fb12b req-667f97d6-37b6-436b-bb68-406cb2fb890e service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537342 Mar 16 11:33:52.987203 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dd722830-4ac1-418a-b5bc-10a190fee564 req-5753b323-145f-415a-8aa3-be423ad622df service neutron] 10.222.0.62 "GET /v2.0/networks/d455d0a3-ea92-4545-aa79-1880b9014843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457520 Mar 16 11:33:52.990487 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f1adfbd-9e31-4f1f-9a61-6aff606fb12b req-56d70d64-e7aa-4324-adc1-1092b7d22da2 service neutron] 10.222.0.62 "GET /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416290 Mar 16 11:33:53.536097 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fbc77-ecb6-4f0c-9fce-76a2d72bbfab req-55b0d6b5-705b-4fb6-b757-e2761149797e tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:53.537561 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e82fbc77-ecb6-4f0c-9fce-76a2d72bbfab req-55b0d6b5-705b-4fb6-b757-e2761149797e tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 946 time: 0.0517023 Mar 16 11:33:53.585079 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e82fbc77-ecb6-4f0c-9fce-76a2d72bbfab req-42cf3ec9-bbbb-4813-9c05-12ead3b791d5 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/security-groups?id=56facb32-fdb5-46fe-9e0d-39fbc8187b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414803 Mar 16 11:33:53.775423 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83843b01-c0dd-404e-b378-3757783a8171 req-6e89947d-25e0-4f23-af3f-5f43b3bcfff2 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:53.776800 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-83843b01-c0dd-404e-b378-3757783a8171 req-6e89947d-25e0-4f23-af3f-5f43b3bcfff2 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 948 time: 0.0549150 Mar 16 11:33:53.834178 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-83843b01-c0dd-404e-b378-3757783a8171 req-e87e852f-be33-442e-b506-fec82b2d820f tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/security-groups?id=05766770-b635-4a5d-a852-d0b22b29f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519412 Mar 16 11:33:53.873779 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc4c87-eaae-4154-a2eb-5ebbabc745ee req-b3e948f7-4fe8-4a62-a0f5-53ea45e8c4c1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:53.875291 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d2bc4c87-eaae-4154-a2eb-5ebbabc745ee req-b3e948f7-4fe8-4a62-a0f5-53ea45e8c4c1 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 946 time: 0.0605996 Mar 16 11:33:53.969535 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d2bc4c87-eaae-4154-a2eb-5ebbabc745ee req-ec10970d-f469-43c3-906e-cd41a02ce145 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Deleting port b3258cb5-47cd-4ee6-9df1-a7327af3c861 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:33:53.969881 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d2bc4c87-eaae-4154-a2eb-5ebbabc745ee req-ec10970d-f469-43c3-906e-cd41a02ce145 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:54.058094 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d2bc4c87-eaae-4154-a2eb-5ebbabc745ee req-ec10970d-f469-43c3-906e-cd41a02ce145 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] For port b3258cb5-47cd-4ee6-9df1-a7327af3c861, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3258cb5-47cd-4ee6-9df1-a7327af3c861,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:33:54.058361 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d2bc4c87-eaae-4154-a2eb-5ebbabc745ee req-ec10970d-f469-43c3-906e-cd41a02ce145 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:54.071343 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-d2bc4c87-eaae-4154-a2eb-5ebbabc745ee req-ec10970d-f469-43c3-906e-cd41a02ce145 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Calling delete_port for b3258cb5-47cd-4ee6-9df1-a7327af3c861 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:33:54.201105 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d2bc4c87-eaae-4154-a2eb-5ebbabc745ee req-ec10970d-f469-43c3-906e-cd41a02ce145 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (b3258cb5-47cd-4ee6-9df1-a7327af3c861), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:54.232217 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10970d-f469-43c3-906e-cd41a02ce145 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event deleted for resources: {'Port': ['ID=b3258cb5-47cd-4ee6-9df1-a7327af3c861,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:54.273626 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bc4c87-eaae-4154-a2eb-5ebbabc745ee req-ec10970d-f469-43c3-906e-cd41a02ce145 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] No DVR routers for this DVR port b3258cb5-47cd-4ee6-9df1-a7327af3c861 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:33:54.276769 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d2bc4c87-eaae-4154-a2eb-5ebbabc745ee req-ec10970d-f469-43c3-906e-cd41a02ce145 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:54.280103 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d2bc4c87-eaae-4154-a2eb-5ebbabc745ee req-ec10970d-f469-43c3-906e-cd41a02ce145 tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.62 "DELETE /v2.0/ports/b3258cb5-47cd-4ee6-9df1-a7327af3c861 HTTP/1.1" status: 204 len: 173 time: 0.3999348 Mar 16 11:33:54.280541 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'name': 'network-vif-deleted', 'tag': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:54.282796 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848b89b0-6919-4434-a70f-bf7f0aed094d" -d '{"events": [{"server_uuid": "e2333ce3-abee-461d-bfcf-b8a09456117e", "name": "network-vif-deleted", "tag": "b3258cb5-47cd-4ee6-9df1-a7327af3c861"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:33:54.317201 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c30e013-a6ca-4249-b063-6d47cdf4f0d7 x-openstack-request-id: req-4c30e013-a6ca-4249-b063-6d47cdf4f0d7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:33:54.317560 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2333ce3-abee-461d-bfcf-b8a09456117e", "name": "network-vif-deleted", "tag": "b3258cb5-47cd-4ee6-9df1-a7327af3c861", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:33:54.317886 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4c30e013-a6ca-4249-b063-6d47cdf4f0d7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:33:54.318272 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2333ce3-abee-461d-bfcf-b8a09456117e', 'name': 'network-vif-deleted', 'tag': 'b3258cb5-47cd-4ee6-9df1-a7327af3c861', 'status': 'completed', 'code': 200} Mar 16 11:33:54.701934 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8e9c39a8-7773-4ff0-8738-0dd1debfb384 req-0e578df6-ec3e-4043-b5fc-31d39434107f tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2333ce3-abee-461d-bfcf-b8a09456117e HTTP/1.1" status: 200 len: 210 time: 0.0339162 Mar 16 11:33:54.954680 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22180a1-ef86-4375-be75-e4d972a4a605 req-6f4fb09b-a4a1-4b0a-8cd1-b902f4b4e45a tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:54.956394 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c22180a1-ef86-4375-be75-e4d972a4a605 req-6f4fb09b-a4a1-4b0a-8cd1-b902f4b4e45a tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 948 time: 0.0553930 Mar 16 11:33:55.004181 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c22180a1-ef86-4375-be75-e4d972a4a605 req-803ebcfe-3c31-498c-bb78-b5da2787262c tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/security-groups?id=05766770-b635-4a5d-a852-d0b22b29f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Mar 16 11:33:55.757616 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58830) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:33:55.876791 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-399e6e7e-dd09-4974-859e-7e6d662da3da tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Deleting port 7f3002d2-e25e-46bf-8be1-07cfb19435f3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:33:55.877133 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-399e6e7e-dd09-4974-859e-7e6d662da3da tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (7f3002d2-e25e-46bf-8be1-07cfb19435f3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:55.951587 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-399e6e7e-dd09-4974-859e-7e6d662da3da tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (7f3002d2-e25e-46bf-8be1-07cfb19435f3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:55.951910 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-399e6e7e-dd09-4974-859e-7e6d662da3da tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (7f3002d2-e25e-46bf-8be1-07cfb19435f3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:55.963679 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-399e6e7e-dd09-4974-859e-7e6d662da3da tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Calling delete_port for 7f3002d2-e25e-46bf-8be1-07cfb19435f3 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:33:56.009916 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:33:56.020645 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device b3258cb5-47cd-4ee6-9df1-a7327af3c861 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:33:56.045056 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: b3258cb5-47cd-4ee6-9df1-a7327af3c861 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:33:56.045433 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device b3258cb5-47cd-4ee6-9df1-a7327af3c861 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:33:56.097118 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-399e6e7e-dd09-4974-859e-7e6d662da3da tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (7f3002d2-e25e-46bf-8be1-07cfb19435f3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:56.128708 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340a6ab-ac02-4c30-b5c7-5a04a39b0a06 req-6a1e49e5-fbbd-491c-9c99-286d2ec57add tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:56.130319 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a340a6ab-ac02-4c30-b5c7-5a04a39b0a06 req-6a1e49e5-fbbd-491c-9c99-286d2ec57add tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 948 time: 0.0548561 Mar 16 11:33:56.136018 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566,segment=NetworkSegment(84fdce06-4572-4f43-a5a4-6c3a057457ec),segment_id=84fdce06-4572-4f43-a5a4-6c3a057457ec)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:33:56.150242 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '6b4283dc-26d0-45b4-99fb-5ac1ec8bd566', 'network_id': 'd455d0a3-ea92-4545-aa79-1880b9014843', 'port_id': '6b4283dc-26d0-45b4-99fb-5ac1ec8bd566', 'mac_address': 'fa:16:3e:f6:d5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de41413a-3063-4198-90eb-a45531fd8dfd', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:33:56.180968 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a340a6ab-ac02-4c30-b5c7-5a04a39b0a06 req-9a6999eb-2a89-44ea-9e4d-e137dc12f946 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/security-groups?id=05766770-b635-4a5d-a852-d0b22b29f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444689 Mar 16 11:33:56.197786 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:33:56.198193 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:56.213664 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:56.236057 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566,segment=NetworkSegment(84fdce06-4572-4f43-a5a4-6c3a057457ec),segment_id=84fdce06-4572-4f43-a5a4-6c3a057457ec)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:33:56.240468 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:56.294162 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:56.301525 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.301951 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.302357 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.302768 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.303195 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.303530 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.303858 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.304182 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.304509 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.304893 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.305221 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.305578 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.305901 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.306218 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.306803 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:56.323199 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e6e7e-dd09-4974-859e-7e6d662da3da tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event deleted for resources: {'Port': ['ID=7f3002d2-e25e-46bf-8be1-07cfb19435f3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:56.384153 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-399e6e7e-dd09-4974-859e-7e6d662da3da tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for floatingip (5bed9d11-18bd-4030-bd9a-d6865523e6ad), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:56.386661 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-399e6e7e-dd09-4974-859e-7e6d662da3da tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:56.387809 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-399e6e7e-dd09-4974-859e-7e6d662da3da tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "DELETE /v2.0/floatingips/5bed9d11-18bd-4030-bd9a-d6865523e6ad HTTP/1.1" status: 204 len: 168 time: 0.6292031 Mar 16 11:33:56.528174 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['6b4283dc-26d0-45b4-99fb-5ac1ec8bd566'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:33:57.303321 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82809032-4d85-4175-8d34-147c4ae6a61f req-f95160d6-f2d7-4edf-80e8-e13b94c0c9e5 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:57.304797 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-82809032-4d85-4175-8d34-147c4ae6a61f req-f95160d6-f2d7-4edf-80e8-e13b94c0c9e5 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 949 time: 0.0551856 Mar 16 11:33:57.350218 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-82809032-4d85-4175-8d34-147c4ae6a61f req-ba99caf5-904f-472d-9ad0-20ff7cd35215 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/security-groups?id=05766770-b635-4a5d-a852-d0b22b29f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 Mar 16 11:33:57.578229 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58846) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:33:57.634824 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe08d772-35af-4018-b374-7d13c459412b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group (56facb32-fdb5-46fe-9e0d-39fbc8187b70), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:57.659092 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe08d772-35af-4018-b374-7d13c459412b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group (56facb32-fdb5-46fe-9e0d-39fbc8187b70), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:57.718494 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe08d772-35af-4018-b374-7d13c459412b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (56facb32-fdb5-46fe-9e0d-39fbc8187b70), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:57.721271 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe08d772-35af-4018-b374-7d13c459412b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:57.722412 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-fe08d772-35af-4018-b374-7d13c459412b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] 10.222.0.47 "DELETE /v2.0/security-groups/56facb32-fdb5-46fe-9e0d-39fbc8187b70 HTTP/1.1" status: 204 len: 168 time: 0.1431932 Mar 16 11:33:57.731955 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08d772-35af-4018-b374-7d13c459412b tempest-TestVolumeBootPattern-1900649412 tempest-TestVolumeBootPattern-1900649412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56facb32-fdb5-46fe-9e0d-39fbc8187b70,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:57.781500 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58850) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:33:58.025397 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:33:58.075373 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:33:58.079073 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:33:58.079448 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:58.154685 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:33:58.154997 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:58.176756 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f66c00d-684e-45ec-86e6-6f5513375141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4283dc-26d0-45b4-99fb-5ac1ec8bd566'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:58.178969 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08746da-accd-418f-a315-d790646762ca" -d '{"events": [{"server_uuid": "3f66c00d-684e-45ec-86e6-6f5513375141", "name": "network-vif-plugged", "status": "completed", "tag": "6b4283dc-26d0-45b4-99fb-5ac1ec8bd566"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:33:58.192453 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566,segment=NetworkSegment(84fdce06-4572-4f43-a5a4-6c3a057457ec),segment_id=84fdce06-4572-4f43-a5a4-6c3a057457ec)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:33:58.197550 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:58.224516 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1fbbbe-c802-4f56-beb3-71b07d6904a4 x-openstack-request-id: req-fe1fbbbe-c802-4f56-beb3-71b07d6904a4 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:33:58.224833 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f66c00d-684e-45ec-86e6-6f5513375141", "name": "network-vif-plugged", "status": "completed", "tag": "6b4283dc-26d0-45b4-99fb-5ac1ec8bd566", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:33:58.225086 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe1fbbbe-c802-4f56-beb3-71b07d6904a4 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:33:58.225477 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f66c00d-684e-45ec-86e6-6f5513375141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4283dc-26d0-45b4-99fb-5ac1ec8bd566', 'code': 200} Mar 16 11:33:58.256664 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:58.275134 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c21357a1-0850-424e-9500-b56998cd10fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774746'] for router_interface (5bdcb02c-6605-4506-b9b5-44d467bc40ab), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:58.793437 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14f356-1dd3-4a89-aecf-1f06b326fc1c req-c7905c36-30c5-497c-8ec6-94809c7dfae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:58.795105 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6a14f356-1dd3-4a89-aecf-1f06b326fc1c req-c7905c36-30c5-497c-8ec6-94809c7dfae1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 1134 time: 0.4103796 Mar 16 11:33:58.817313 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274864a0-d32d-4d05-9ac0-b34e5c089dd6 req-8d77a6bc-ec37-42a2-9b51-7ce5271d0525 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:58.818690 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-274864a0-d32d-4d05-9ac0-b34e5c089dd6 req-8d77a6bc-ec37-42a2-9b51-7ce5271d0525 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 950 time: 0.1324561 Mar 16 11:33:58.895747 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6a14f356-1dd3-4a89-aecf-1f06b326fc1c req-30cd673c-8888-4979-ba47-3abbcf0e3d10 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=05766770-b635-4a5d-a852-d0b22b29f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939081 Mar 16 11:33:58.902901 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-274864a0-d32d-4d05-9ac0-b34e5c089dd6 req-7a6189be-9f9c-4ec3-b089-fb2a43a15122 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/security-groups?id=05766770-b635-4a5d-a852-d0b22b29f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761750 Mar 16 11:33:58.968926 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c21357a1-0850-424e-9500-b56998cd10fd admin admin] Deleting port 6ddd6988-84c7-495f-9605-3b571b11ea2e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:33:58.969183 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c21357a1-0850-424e-9500-b56998cd10fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:59.045866 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c21357a1-0850-424e-9500-b56998cd10fd admin admin] For port 6ddd6988-84c7-495f-9605-3b571b11ea2e, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=6ddd6988-84c7-495f-9605-3b571b11ea2e,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:33:59.046224 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c21357a1-0850-424e-9500-b56998cd10fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:59.059074 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c21357a1-0850-424e-9500-b56998cd10fd admin admin] Calling delete_port for 6ddd6988-84c7-495f-9605-3b571b11ea2e owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:33:59.232244 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c21357a1-0850-424e-9500-b56998cd10fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (6ddd6988-84c7-495f-9605-3b571b11ea2e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:59.256506 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21357a1-0850-424e-9500-b56998cd10fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddd6988-84c7-495f-9605-3b571b11ea2e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:59.423216 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c21357a1-0850-424e-9500-b56998cd10fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774902'] for router_interface (5bdcb02c-6605-4506-b9b5-44d467bc40ab), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:59.634749 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21357a1-0850-424e-9500-b56998cd10fd admin admin] Router 5bdcb02c-6605-4506-b9b5-44d467bc40ab has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:33:59.737961 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21357a1-0850-424e-9500-b56998cd10fd admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:33:59.743901 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-c21357a1-0850-424e-9500-b56998cd10fd admin admin] 10.222.0.47 "PUT /v2.0/routers/5bdcb02c-6605-4506-b9b5-44d467bc40ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9613311 Mar 16 11:33:59.746436 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58858) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:33:59.747176 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75029c6-425e-495f-9090-04c0b44790b8 None None] Sync routers for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:33:59.756959 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75029c6-425e-495f-9090-04c0b44790b8 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:33:59.757556 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d75029c6-425e-495f-9090-04c0b44790b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:59.854260 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Publish callbacks [] for router (5bdcb02c-6605-4506-b9b5-44d467bc40ab), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:33:59.863442 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d75029c6-425e-495f-9090-04c0b44790b8 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:33:59.963619 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Publish callbacks [] for router_gateway (5bdcb02c-6605-4506-b9b5-44d467bc40ab), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.053376 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Deleting port 06dc5f38-395e-4078-aacf-30153a822441 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:34:00.053715 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (06dc5f38-395e-4078-aacf-30153a822441), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.057376 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d75029c6-425e-495f-9090-04c0b44790b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '06dc5f38-395e-4078-aacf-30153a822441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:33:59Z', 'revision_number': 5, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port': {'id': '06dc5f38-395e-4078-aacf-30153a822441', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:00.062817 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca6afe-9733-4eaf-a24c-32b95bf4fd39 req-a5ae5513-f7d3-40c4-8e7a-f8929c02529c tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:00.064296 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-93ca6afe-9733-4eaf-a24c-32b95bf4fd39 req-a5ae5513-f7d3-40c4-8e7a-f8929c02529c tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 950 time: 0.0703938 Mar 16 11:34:00.083240 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75029c6-425e-495f-9090-04c0b44790b8 None None] Checking router: 5bdcb02c-6605-4506-b9b5-44d467bc40ab for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:00.091884 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75029c6-425e-495f-9090-04c0b44790b8 None None] Routers {'5bdcb02c-6605-4506-b9b5-44d467bc40ab'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:00.092479 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d75029c6-425e-495f-9090-04c0b44790b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:33:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:00.160490 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-93ca6afe-9733-4eaf-a24c-32b95bf4fd39 req-98b68703-c8e0-4926-bec8-3ab7ac7e0e9b tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/security-groups?id=05766770-b635-4a5d-a852-d0b22b29f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863712 Mar 16 11:34:00.177121 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d75029c6-425e-495f-9090-04c0b44790b8 None None] Set router 5bdcb02c-6605-4506-b9b5-44d467bc40ab gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:00.177267 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] For port 06dc5f38-395e-4078-aacf-30153a822441, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=06dc5f38-395e-4078-aacf-30153a822441,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:00.177640 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (06dc5f38-395e-4078-aacf-30153a822441), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.190507 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Calling delete_port for 06dc5f38-395e-4078-aacf-30153a822441 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:34:00.324257 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d75029c6-425e-495f-9090-04c0b44790b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:33:59Z', 'revision_number': 6, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port_host': None}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:00.346574 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-27fcbc5d-75f1-45e6-aaf7-bfc77b220db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.353690 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75029c6-425e-495f-9090-04c0b44790b8 None None] The sync data for ids ['5bdcb02c-6605-4506-b9b5-44d467bc40ab'] in dv-cinder-790535-29-iscsi is: [{'id': '5bdcb02c-6605-4506-b9b5-44d467bc40ab', 'name': 'tempest-TestVolumeBootPattern-454936562-router', 'tenant_id': 'be31cda5b88147c398858a568150804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:46Z', 'updated_at': '2022-03-16T11:33:59Z', 'revision_number': 6, 'project_id': 'be31cda5b88147c398858a568150804b', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:00.428370 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (06dc5f38-395e-4078-aacf-30153a822441), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.461323 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Pushing event deleted for resources: {'Port': ['ID=06dc5f38-395e-4078-aacf-30153a822441,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:00.518435 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda277e5-5494-4a47-98af-2d9ad3f0a065 req-ad75a557-8cb9-403f-adfa-61e0c77dcd2e tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:00.520455 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cda277e5-5494-4a47-98af-2d9ad3f0a065 req-ad75a557-8cb9-403f-adfa-61e0c77dcd2e tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 950 time: 0.1263940 Mar 16 11:34:00.547635 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3769680'] for router_gateway (5bdcb02c-6605-4506-b9b5-44d467bc40ab), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.658100 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26295'] for router (5bdcb02c-6605-4506-b9b5-44d467bc40ab), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.660731 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Publish callbacks [] for router_controller (5bdcb02c-6605-4506-b9b5-44d467bc40ab), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.666325 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cda277e5-5494-4a47-98af-2d9ad3f0a065 req-22022643-7c3c-4a53-ac6b-c307e20a0f38 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/security-groups?id=05766770-b635-4a5d-a852-d0b22b29f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401470 Mar 16 11:34:00.715679 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775648'] for router (5bdcb02c-6605-4506-b9b5-44d467bc40ab), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.716241 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bdcb02c-6605-4506-b9b5-44d467bc40ab {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:34:00.724711 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.726081 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-6f7fd347-6af4-42d5-8fb0-ddb913d67614 admin admin] 10.222.0.47 "DELETE /v2.0/routers/5bdcb02c-6605-4506-b9b5-44d467bc40ab HTTP/1.1" status: 204 len: 168 time: 0.9787383 Mar 16 11:34:00.729115 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58868) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:00.781854 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7d24a2-a746-434c-9f96-7e045d303f4f admin admin] Deleting subnet 2bf32caa-135f-401e-beb8-cba90d152938 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:34:00.785672 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d24a2-a746-434c-9f96-7e045d303f4f admin admin] Publish callbacks [] for subnet (2bf32caa-135f-401e-beb8-cba90d152938), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.831080 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d24a2-a746-434c-9f96-7e045d303f4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62316682'] for subnet (2bf32caa-135f-401e-beb8-cba90d152938), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.903786 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d24a2-a746-434c-9f96-7e045d303f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (2bf32caa-135f-401e-beb8-cba90d152938), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.954259 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d24a2-a746-434c-9f96-7e045d303f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62423950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62846945'] for subnet (2bf32caa-135f-401e-beb8-cba90d152938), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.979941 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d24a2-a746-434c-9f96-7e045d303f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf32caa-135f-401e-beb8-cba90d152938,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:00.981829 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d24a2-a746-434c-9f96-7e045d303f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:00.984943 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-5e7d24a2-a746-434c-9f96-7e045d303f4f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2bf32caa-135f-401e-beb8-cba90d152938 HTTP/1.1" status: 204 len: 168 time: 0.2541039 Mar 16 11:34:00.987034 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04779974-5a5e-4955-8256-3cba8067fd9f None None] Network 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:34:00.987770 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58870) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:01.058412 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (1499d207-0db2-4e91-bd0a-6e1b1a178ef8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.110725 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Deleting port f9306564-9608-47ca-94bb-770006847895 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:34:01.111063 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (f9306564-9608-47ca-94bb-770006847895), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.163319 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b72569-542f-40ea-9592-8ceaf2a17c0d None None] DHCP port deletion for 1499d207-0db2-4e91-bd0a-6e1b1a178ef8 request from dv-cinder-790535-29-iscsi {{(pid=103139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 11:34:01.185913 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] For port f9306564-9608-47ca-94bb-770006847895, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=f9306564-9608-47ca-94bb-770006847895,segment=NetworkSegment(b28e3d06-1a94-4539-b6d3-91c0b6da59ab),segment_id=b28e3d06-1a94-4539-b6d3-91c0b6da59ab)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:01.186281 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (f9306564-9608-47ca-94bb-770006847895), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.199989 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Calling delete_port for f9306564-9608-47ca-94bb-770006847895 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:34:01.284580 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (f9306564-9608-47ca-94bb-770006847895), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.312258 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9306564-9608-47ca-94bb-770006847895,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:01.315814 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] No DVR routers for this DVR port f9306564-9608-47ca-94bb-770006847895 on host dv-cinder-790535-29-iscsi {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:34:01.323282 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 6ddd6988-84c7-495f-9605-3b571b11ea2e no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:34:01.345847 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 6ddd6988-84c7-495f-9605-3b571b11ea2e {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:34:01.346198 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 6ddd6988-84c7-495f-9605-3b571b11ea2e not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:34:01.370361 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f6b72569-542f-40ea-9592-8ceaf2a17c0d None None] Deleting port f9306564-9608-47ca-94bb-770006847895 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:34:01.371019 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6b72569-542f-40ea-9592-8ceaf2a17c0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (f9306564-9608-47ca-94bb-770006847895), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.393532 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (1499d207-0db2-4e91-bd0a-6e1b1a178ef8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.418988 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1499d207-0db2-4e91-bd0a-6e1b1a178ef8']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:01.428555 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:01.428910 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28e3d06-1a94-4539-b6d3-91c0b6da59ab') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:01.438436 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f6b72569-542f-40ea-9592-8ceaf2a17c0d None None] For port f9306564-9608-47ca-94bb-770006847895, host dv-cinder-790535-29-iscsi, got binding levels [] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:01.438612 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62316673'] for segment (b28e3d06-1a94-4539-b6d3-91c0b6da59ab), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.438832 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6b72569-542f-40ea-9592-8ceaf2a17c0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (f9306564-9608-47ca-94bb-770006847895), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.451187 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f6b72569-542f-40ea-9592-8ceaf2a17c0d None None] Calling delete_port for f9306564-9608-47ca-94bb-770006847895 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:34:01.451420 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (b28e3d06-1a94-4539-b6d3-91c0b6da59ab), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.453917 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-f6b72569-542f-40ea-9592-8ceaf2a17c0d None None] Port f9306564-9608-47ca-94bb-770006847895 was not found and therefore no delete operation was performed {{(pid=103139) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 16 11:34:01.455098 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f6b72569-542f-40ea-9592-8ceaf2a17c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153'] for port (f9306564-9608-47ca-94bb-770006847895), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.457416 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:34:01.457805 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62423844'] for segment (b28e3d06-1a94-4539-b6d3-91c0b6da59ab), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: Traceback (most recent call last): Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: timer() Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: cb(*args, **kw) Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: return func(*args, **kwargs) Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: self._notify() Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: self.callback(batched_events) Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: event.method(event) Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: return f(self, *a, **k) Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._get(url).json() Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: return self.request(url, 'GET', **kwargs) Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:34:01.459417 dv-cinder-790535-29-iscsi neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:34:01.481068 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b72569-542f-40ea-9592-8ceaf2a17c0d None None] Pushing event deleted for resources: {'Port': ['ID=f9306564-9608-47ca-94bb-770006847895,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:01.484434 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b72569-542f-40ea-9592-8ceaf2a17c0d None None] No DVR routers for this DVR port f9306564-9608-47ca-94bb-770006847895 on host dv-cinder-790535-29-iscsi {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:34:01.520155 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (1499d207-0db2-4e91-bd0a-6e1b1a178ef8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.526074 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:01.529451 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1499d207-0db2-4e91-bd0a-6e1b1a178ef8 HTTP/1.1" status: 204 len: 168 time: 0.5407708 Mar 16 11:34:01.532482 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58872) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:01.540801 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd4566-9601-4ec0-a44d-4d1531cba854 admin admin] Pushing event deleted for resources: {'Network': ['ID=1499d207-0db2-4e91-bd0a-6e1b1a178ef8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:01.867007 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04103ee9-8236-48b0-8325-a08e505bad93 req-9d980193-3d1f-450e-a93d-637389e7660c tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:01.868447 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04103ee9-8236-48b0-8325-a08e505bad93 req-9d980193-3d1f-450e-a93d-637389e7660c tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 950 time: 0.1334062 Mar 16 11:34:01.914550 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc9d38-00be-4c35-a00a-e66862bffc38 req-2e40a311-db14-4a94-9d04-995993a5af0a tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:01.916502 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7ebc9d38-00be-4c35-a00a-e66862bffc38 req-2e40a311-db14-4a94-9d04-995993a5af0a tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 950 time: 0.1166730 Mar 16 11:34:01.984918 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04103ee9-8236-48b0-8325-a08e505bad93 req-00066db4-67a9-4a17-abe7-8d2365b59003 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/security-groups?id=05766770-b635-4a5d-a852-d0b22b29f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107450 Mar 16 11:34:02.063345 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-7ebc9d38-00be-4c35-a00a-e66862bffc38 req-b30b2669-be17-46ae-a185-0dd6600a2c22 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Deleting port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:34:02.063691 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ebc9d38-00be-4c35-a00a-e66862bffc38 req-b30b2669-be17-46ae-a185-0dd6600a2c22 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:02.127994 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c682154-dbe0-42fc-90b1-ad27bf0a3ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774746'] for router_interface (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:02.233394 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-7ebc9d38-00be-4c35-a00a-e66862bffc38 req-b30b2669-be17-46ae-a185-0dd6600a2c22 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] For port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566,segment=NetworkSegment(84fdce06-4572-4f43-a5a4-6c3a057457ec),segment_id=84fdce06-4572-4f43-a5a4-6c3a057457ec)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:02.233760 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ebc9d38-00be-4c35-a00a-e66862bffc38 req-b30b2669-be17-46ae-a185-0dd6600a2c22 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:02.249557 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-7ebc9d38-00be-4c35-a00a-e66862bffc38 req-b30b2669-be17-46ae-a185-0dd6600a2c22 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Calling delete_port for 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:34:02.485745 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ebc9d38-00be-4c35-a00a-e66862bffc38 req-b30b2669-be17-46ae-a185-0dd6600a2c22 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (6b4283dc-26d0-45b4-99fb-5ac1ec8bd566), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:02.520587 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b2669-be17-46ae-a185-0dd6600a2c22 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Pushing event deleted for resources: {'Port': ['ID=6b4283dc-26d0-45b4-99fb-5ac1ec8bd566,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:02.571225 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6c682154-dbe0-42fc-90b1-ad27bf0a3ab4 admin admin] Deleting port d4610834-a3be-41bb-9b20-1600e302b3f8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:34:02.571908 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c682154-dbe0-42fc-90b1-ad27bf0a3ab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:02.573591 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebc9d38-00be-4c35-a00a-e66862bffc38 req-b30b2669-be17-46ae-a185-0dd6600a2c22 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] No DVR routers for this DVR port 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:34:02.576377 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-7ebc9d38-00be-4c35-a00a-e66862bffc38 req-b30b2669-be17-46ae-a185-0dd6600a2c22 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:02.579800 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7ebc9d38-00be-4c35-a00a-e66862bffc38 req-b30b2669-be17-46ae-a185-0dd6600a2c22 tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.62 "DELETE /v2.0/ports/6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 HTTP/1.1" status: 204 len: 173 time: 0.6551218 Mar 16 11:34:02.580243 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f66c00d-684e-45ec-86e6-6f5513375141', 'name': 'network-vif-deleted', 'tag': '6b4283dc-26d0-45b4-99fb-5ac1ec8bd566'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:02.582547 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4b6ea3-8b52-40f1-b2e9-c0e069691165" -d '{"events": [{"server_uuid": "3f66c00d-684e-45ec-86e6-6f5513375141", "name": "network-vif-deleted", "tag": "6b4283dc-26d0-45b4-99fb-5ac1ec8bd566"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:34:02.635870 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87669b3-ad01-4ee9-8af9-3cec45a79986 x-openstack-request-id: req-e87669b3-ad01-4ee9-8af9-3cec45a79986 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:34:02.636161 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f66c00d-684e-45ec-86e6-6f5513375141", "name": "network-vif-deleted", "tag": "6b4283dc-26d0-45b4-99fb-5ac1ec8bd566", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:34:02.637250 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e87669b3-ad01-4ee9-8af9-3cec45a79986 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:34:02.637677 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f66c00d-684e-45ec-86e6-6f5513375141', 'name': 'network-vif-deleted', 'tag': '6b4283dc-26d0-45b4-99fb-5ac1ec8bd566', 'status': 'completed', 'code': 200} Mar 16 11:34:02.687632 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6c682154-dbe0-42fc-90b1-ad27bf0a3ab4 admin admin] For port d4610834-a3be-41bb-9b20-1600e302b3f8, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=d4610834-a3be-41bb-9b20-1600e302b3f8,segment=NetworkSegment(0f993662-bbba-401f-acbc-8a259a05c48c),segment_id=0f993662-bbba-401f-acbc-8a259a05c48c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:02.688002 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c682154-dbe0-42fc-90b1-ad27bf0a3ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:02.702353 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6c682154-dbe0-42fc-90b1-ad27bf0a3ab4 admin admin] Calling delete_port for d4610834-a3be-41bb-9b20-1600e302b3f8 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:34:02.782591 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 06dc5f38-395e-4078-aacf-30153a822441 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:34:02.807713 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 06dc5f38-395e-4078-aacf-30153a822441 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:34:02.808001 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 06dc5f38-395e-4078-aacf-30153a822441 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:34:02.808410 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device f9306564-9608-47ca-94bb-770006847895 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:34:02.832617 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: f9306564-9608-47ca-94bb-770006847895 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:34:02.832963 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device f9306564-9608-47ca-94bb-770006847895 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:34:02.839551 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c89923e9-83dd-4d2f-85ed-33264da7b399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:02.892328 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c682154-dbe0-42fc-90b1-ad27bf0a3ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (d4610834-a3be-41bb-9b20-1600e302b3f8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:02.917693 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c682154-dbe0-42fc-90b1-ad27bf0a3ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4610834-a3be-41bb-9b20-1600e302b3f8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:03.115749 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fb89c303-92b9-4948-a791-eb4c69f21a0d req-c9bb929a-dbf3-4381-ac23-3ccaa3bbecff tempest-VolumesNegativeTest-1311596457 tempest-VolumesNegativeTest-1311596457-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f66c00d-684e-45ec-86e6-6f5513375141 HTTP/1.1" status: 200 len: 210 time: 0.0427074 Mar 16 11:34:03.135850 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c682154-dbe0-42fc-90b1-ad27bf0a3ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774902'] for router_interface (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:03.354277 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c682154-dbe0-42fc-90b1-ad27bf0a3ab4 admin admin] Router 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:34:03.459168 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c682154-dbe0-42fc-90b1-ad27bf0a3ab4 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:34:03.464828 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-6c682154-dbe0-42fc-90b1-ad27bf0a3ab4 admin admin] 10.222.0.47 "PUT /v2.0/routers/2c5aeb8e-a9a0-4903-8b80-6d847d658f5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9311640 Mar 16 11:34:03.467204 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 58880) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:03.469935 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57872c68-a9c3-4448-ba78-dab71b2a466b None None] Sync routers for ids ['2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:03.492731 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57872c68-a9c3-4448-ba78-dab71b2a466b None None] Routers {'2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:03.493349 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-57872c68-a9c3-4448-ba78-dab71b2a466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:03.559023 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:03.605761 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-57872c68-a9c3-4448-ba78-dab71b2a466b None None] Set router 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:03.786837 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-57872c68-a9c3-4448-ba78-dab71b2a466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'name': 'tempest-TestVolumeBootPattern-1339340802-router', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:51Z', 'updated_at': '2022-03-16T11:34:02Z', 'revision_number': 5, 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'gw_port': {'id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:52Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:03.816125 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57872c68-a9c3-4448-ba78-dab71b2a466b None None] Checking router: 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:03.824412 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57872c68-a9c3-4448-ba78-dab71b2a466b None None] Routers {'2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:03.825046 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-57872c68-a9c3-4448-ba78-dab71b2a466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:03.847970 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Publish callbacks [] for router (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:03.929624 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-57872c68-a9c3-4448-ba78-dab71b2a466b None None] Set router 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:03.949546 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Publish callbacks [] for router_gateway (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.001437 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Deleting port cac3af66-5be7-4216-99c7-b2be0c83a4f4 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:34:04.001776 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.023642 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:34:04.053899 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:34:04.054248 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 6b4283dc-26d0-45b4-99fb-5ac1ec8bd566 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:34:04.083464 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] For port cac3af66-5be7-4216-99c7-b2be0c83a4f4, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=cac3af66-5be7-4216-99c7-b2be0c83a4f4,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:04.083834 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.096429 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Calling delete_port for cac3af66-5be7-4216-99c7-b2be0c83a4f4 owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:34:04.130144 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-57872c68-a9c3-4448-ba78-dab71b2a466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'name': 'tempest-TestVolumeBootPattern-1339340802-router', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:51Z', 'updated_at': '2022-03-16T11:34:02Z', 'revision_number': 5, 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'gw_port': {'id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:52Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:04.156605 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57872c68-a9c3-4448-ba78-dab71b2a466b None None] The sync data for ids ['2c5aeb8e-a9a0-4903-8b80-6d847d658f5f'] in dv-cinder-790535-29-iscsi is: [{'id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'name': 'tempest-TestVolumeBootPattern-1339340802-router', 'tenant_id': '9923871288ac44308ad4dc13e4f7c7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:51Z', 'updated_at': '2022-03-16T11:34:02Z', 'revision_number': 5, 'project_id': '9923871288ac44308ad4dc13e4f7c7c9', 'gw_port': {'id': 'cac3af66-5be7-4216-99c7-b2be0c83a4f4', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5aeb8e-a9a0-4903-8b80-6d847d658f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:52Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:04.275876 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (cac3af66-5be7-4216-99c7-b2be0c83a4f4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.300988 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac3af66-5be7-4216-99c7-b2be0c83a4f4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:04.362943 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3769680'] for router_gateway (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.460141 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26295'] for router (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.462821 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Publish callbacks [] for router_controller (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.509494 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775648'] for router (2c5aeb8e-a9a0-4903-8b80-6d847d658f5f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.510268 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c5aeb8e-a9a0-4903-8b80-6d847d658f5f {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:34:04.518388 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.521149 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-c5405b4f-16fa-4a67-8587-982992b65645 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2c5aeb8e-a9a0-4903-8b80-6d847d658f5f HTTP/1.1" status: 204 len: 168 time: 1.0528731 Mar 16 11:34:04.522782 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58906) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:04.573625 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00d075d-fa58-4409-9167-0f39777ee7bb admin admin] Deleting subnet f9082912-e9fe-4ed5-95ad-6eb8cc52d587 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:34:04.577200 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a00d075d-fa58-4409-9167-0f39777ee7bb admin admin] Publish callbacks [] for subnet (f9082912-e9fe-4ed5-95ad-6eb8cc52d587), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.614989 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a00d075d-fa58-4409-9167-0f39777ee7bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62316682'] for subnet (f9082912-e9fe-4ed5-95ad-6eb8cc52d587), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.702658 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a00d075d-fa58-4409-9167-0f39777ee7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (f9082912-e9fe-4ed5-95ad-6eb8cc52d587), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.772237 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a00d075d-fa58-4409-9167-0f39777ee7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62423950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62846945'] for subnet (f9082912-e9fe-4ed5-95ad-6eb8cc52d587), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.812673 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d075d-fa58-4409-9167-0f39777ee7bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9082912-e9fe-4ed5-95ad-6eb8cc52d587,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:04.819577 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a00d075d-fa58-4409-9167-0f39777ee7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:04.824674 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0754f9-1c8f-4c39-aaf6-eaa924aa4536 None None] Network f893bd36-7a10-4202-86c7-5f3e3fec3422 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:34:04.830463 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-a00d075d-fa58-4409-9167-0f39777ee7bb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f9082912-e9fe-4ed5-95ad-6eb8cc52d587 HTTP/1.1" status: 204 len: 168 time: 0.3064582 Mar 16 11:34:04.832753 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 58940) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:04.885737 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device d4610834-a3be-41bb-9b20-1600e302b3f8 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:34:04.917448 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: d4610834-a3be-41bb-9b20-1600e302b3f8 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:34:04.917794 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device d4610834-a3be-41bb-9b20-1600e302b3f8 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:34:04.945403 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (f893bd36-7a10-4202-86c7-5f3e3fec3422), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.006223 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Deleting port 407f64ff-1526-48fb-aabf-1853b692cb16 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:34:05.006777 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (407f64ff-1526-48fb-aabf-1853b692cb16), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.018340 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.074387 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] For port 407f64ff-1526-48fb-aabf-1853b692cb16, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=407f64ff-1526-48fb-aabf-1853b692cb16,segment=NetworkSegment(0f993662-bbba-401f-acbc-8a259a05c48c),segment_id=0f993662-bbba-401f-acbc-8a259a05c48c)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:05.074784 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (407f64ff-1526-48fb-aabf-1853b692cb16), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.087628 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Calling delete_port for 407f64ff-1526-48fb-aabf-1853b692cb16 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:34:05.169072 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (407f64ff-1526-48fb-aabf-1853b692cb16), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.194400 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Pushing event deleted for resources: {'Port': ['ID=407f64ff-1526-48fb-aabf-1853b692cb16,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:05.197955 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] No DVR routers for this DVR port 407f64ff-1526-48fb-aabf-1853b692cb16 on host dv-cinder-790535-29-iscsi {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:34:05.246972 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b267e-ae37-4eb1-93f3-7c88d509cdaf None None] DHCP port deletion for f893bd36-7a10-4202-86c7-5f3e3fec3422 request from dv-cinder-790535-29-iscsi {{(pid=103139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 11:34:05.284487 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (f893bd36-7a10-4202-86c7-5f3e3fec3422), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.309594 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f893bd36-7a10-4202-86c7-5f3e3fec3422']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:05.318800 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f993662-bbba-401f-acbc-8a259a05c48c') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:05.319094 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f993662-bbba-401f-acbc-8a259a05c48c') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:05.329023 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62316673'] for segment (0f993662-bbba-401f-acbc-8a259a05c48c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.343125 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (0f993662-bbba-401f-acbc-8a259a05c48c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.349602 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:34:05.349979 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62423844'] for segment (0f993662-bbba-401f-acbc-8a259a05c48c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: Traceback (most recent call last): Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: timer() Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: cb(*args, **kw) Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: return func(*args, **kwargs) Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: self._notify() Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: self.callback(batched_events) Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: event.method(event) Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: return f(self, *a, **k) Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._get(url).json() Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: return self.request(url, 'GET', **kwargs) Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:34:05.351774 dv-cinder-790535-29-iscsi neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:34:05.407710 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (f893bd36-7a10-4202-86c7-5f3e3fec3422), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.413018 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.416850 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f893bd36-7a10-4202-86c7-5f3e3fec3422 HTTP/1.1" status: 204 len: 168 time: 0.5829308 Mar 16 11:34:05.429680 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7085d20-11a5-460a-81de-d333e4daa214 admin admin] Pushing event deleted for resources: {'Network': ['ID=f893bd36-7a10-4202-86c7-5f3e3fec3422,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:05.538986 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59010) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:05.582301 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-e1cc6fdf-a8e1-4f52-ac3b-435d947c1e77 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be31cda5b88147c398858a568150804b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415883 Mar 16 11:34:05.584800 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59012) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:05.632755 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf52726d-6e40-4e00-996b-0dfa52bdb7d6 admin admin] Publish callbacks [] for security_group (31cbc65a-8f1e-4cc1-ae68-c9e20f91c0bc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.654768 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf52726d-6e40-4e00-996b-0dfa52bdb7d6 admin admin] Publish callbacks [] for security_group (31cbc65a-8f1e-4cc1-ae68-c9e20f91c0bc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.709890 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf52726d-6e40-4e00-996b-0dfa52bdb7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (31cbc65a-8f1e-4cc1-ae68-c9e20f91c0bc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.712640 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf52726d-6e40-4e00-996b-0dfa52bdb7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:05.713814 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-cf52726d-6e40-4e00-996b-0dfa52bdb7d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/31cbc65a-8f1e-4cc1-ae68-c9e20f91c0bc HTTP/1.1" status: 204 len: 168 time: 0.1282430 Mar 16 11:34:05.722365 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52726d-6e40-4e00-996b-0dfa52bdb7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cbc65a-8f1e-4cc1-ae68-c9e20f91c0bc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:06.038698 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59072) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:06.079062 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-a5081250-67e5-4654-9b08-52080023a702 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9923871288ac44308ad4dc13e4f7c7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391417 Mar 16 11:34:06.081589 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59074) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:06.133885 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b610af8-0cda-4746-aafb-c6b00c71ad2b admin admin] Publish callbacks [] for security_group (04982475-ebe5-4f05-8089-8c9de08a509e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:06.155100 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b610af8-0cda-4746-aafb-c6b00c71ad2b admin admin] Publish callbacks [] for security_group (04982475-ebe5-4f05-8089-8c9de08a509e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:06.202784 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b610af8-0cda-4746-aafb-c6b00c71ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (04982475-ebe5-4f05-8089-8c9de08a509e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:06.205693 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b610af8-0cda-4746-aafb-c6b00c71ad2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:06.206854 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-8b610af8-0cda-4746-aafb-c6b00c71ad2b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04982475-ebe5-4f05-8089-8c9de08a509e HTTP/1.1" status: 204 len: 168 time: 0.1241827 Mar 16 11:34:06.218757 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b610af8-0cda-4746-aafb-c6b00c71ad2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04982475-ebe5-4f05-8089-8c9de08a509e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:06.650824 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:06.771987 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 407f64ff-1526-48fb-aabf-1853b692cb16 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:34:06.794287 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 407f64ff-1526-48fb-aabf-1853b692cb16 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:34:06.794631 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 407f64ff-1526-48fb-aabf-1853b692cb16 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:34:06.795049 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device cac3af66-5be7-4216-99c7-b2be0c83a4f4 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:34:06.814685 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: cac3af66-5be7-4216-99c7-b2be0c83a4f4 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:34:06.815031 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device cac3af66-5be7-4216-99c7-b2be0c83a4f4 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:34:07.701527 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:08.325581 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59150) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:08.453518 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-3cdce46b-c365-4172-8f99-f25c54b0aecd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8d00b43ed574fd2a13b2ba7fa7082d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268506 Mar 16 11:34:08.456010 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59154) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:08.500588 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ddd37f6-929c-4798-a183-de2380e3f287 admin admin] Publish callbacks [] for security_group (05766770-b635-4a5d-a852-d0b22b29f5ad), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:08.520969 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ddd37f6-929c-4798-a183-de2380e3f287 admin admin] Publish callbacks [] for security_group (05766770-b635-4a5d-a852-d0b22b29f5ad), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:08.566201 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ddd37f6-929c-4798-a183-de2380e3f287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (05766770-b635-4a5d-a852-d0b22b29f5ad), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:08.569231 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ddd37f6-929c-4798-a183-de2380e3f287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:08.570652 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-7ddd37f6-929c-4798-a183-de2380e3f287 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/05766770-b635-4a5d-a852-d0b22b29f5ad HTTP/1.1" status: 204 len: 168 time: 0.1136651 Mar 16 11:34:08.583589 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd37f6-929c-4798-a183-de2380e3f287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05766770-b635-4a5d-a852-d0b22b29f5ad,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:09.171620 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59176) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:09.263916 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-141972289-network', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:09.282693 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Made reservation on behalf of 9558add6a3144f6a8fe7092d572432d1 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:09.284985 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.293467 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.363885 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Publish callbacks [] for security_group (e4436c80-cd2e-45bb-8ea9-2f27223cc32a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.367536 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e4436c80-cd2e-45bb-8ea9-2f27223cc32a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.392687 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:34:09.406341 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4436c80-cd2e-45bb-8ea9-2f27223cc32a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:09.412083 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (46ee9709-11bf-4123-ada3-580f7b22071a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.412419 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.segments_db [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Added segment 46ee9709-11bf-4123-ada3-580f7b22071a of type vlan for network 59c9c6d3-b51f-40f8-89fc-9424127984cc Mar 16 11:34:09.452603 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (59c9c6d3-b51f-40f8-89fc-9424127984cc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.478367 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (59c9c6d3-b51f-40f8-89fc-9424127984cc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.479314 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:09.479892 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.528841 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3560717 Mar 16 11:34:09.531926 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59180) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:09.536807 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-789bb153-2b0d-4625-9faa-2f314908af40 admin admin] Request body: {'subnet': {'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-141972289-subnet', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:09.541944 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dedc7-0034-412b-8da1-61545997cbde admin admin] Pushing event updated for resources: {'Network': ['ID=59c9c6d3-b51f-40f8-89fc-9424127984cc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:09.552735 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 59c9c6d3-b51f-40f8-89fc-9424127984cc details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:34:09.556760 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789bb153-2b0d-4625-9faa-2f314908af40 admin admin] Made reservation on behalf of 9558add6a3144f6a8fe7092d572432d1 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:09.559311 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-789bb153-2b0d-4625-9faa-2f314908af40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62846918'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.719196 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-789bb153-2b0d-4625-9faa-2f314908af40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62424013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62846968'] for subnet (736cf67c-5aab-4c84-8c18-832214a76d3d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.778043 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bb153-2b0d-4625-9faa-2f314908af40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=736cf67c-5aab-4c84-8c18-832214a76d3d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:09.786789 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789bb153-2b0d-4625-9faa-2f314908af40 admin admin] Checking segment: {'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:34:09.787141 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789bb153-2b0d-4625-9faa-2f314908af40 admin admin] Network hostable DHCP agents. Network: 59c9c6d3-b51f-40f8-89fc-9424127984cc, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:34:09.803735 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789bb153-2b0d-4625-9faa-2f314908af40 admin admin] Network 59c9c6d3-b51f-40f8-89fc-9424127984cc is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:34:09.813260 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-789bb153-2b0d-4625-9faa-2f314908af40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 59c9c6d3-b51f-40f8-89fc-9424127984cc) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:09.817400 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789bb153-2b0d-4625-9faa-2f314908af40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:09.818010 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-789bb153-2b0d-4625-9faa-2f314908af40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.823417 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c793015b-26b7-4723-b277-ac44a72660f8 None None] Network 59c9c6d3-b51f-40f8-89fc-9424127984cc requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:34:09.840326 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59182) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:09.845443 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:09.845780 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-789bb153-2b0d-4625-9faa-2f314908af40 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3120582 Mar 16 11:34:09.865133 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26277'] for router (91d4d47f-160d-4d87-8dad-7bd79901ed06), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.866163 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3769999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26286'] for router (91d4d47f-160d-4d87-8dad-7bd79901ed06), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.922831 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6276439-8411-5798-9bc0-2df5efd08d60-59c9c6d3-b51f-40f8-89fc-9424127984cc', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'fixed_ips': [{'subnet_id': '736cf67c-5aab-4c84-8c18-832214a76d3d'}]}} from dv-cinder-790535-29-iscsi. {{(pid=103139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 11:34:09.923911 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:09.924149 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Publish callbacks [] for router_controller (91d4d47f-160d-4d87-8dad-7bd79901ed06), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.057159 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Allocated IP 172.20.0.2 (59c9c6d3-b51f-40f8-89fc-9424127984cc/736cf67c-5aab-4c84-8c18-832214a76d3d/d255f75d-cd7b-40e7-816c-fa0bfabdcba0) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:10.061877 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Publish callbacks [] for router_gateway (91d4d47f-160d-4d87-8dad-7bd79901ed06), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.198470 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Publish callbacks [] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.203890 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.263980 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Publish callbacks [] for router_gateway (91d4d47f-160d-4d87-8dad-7bd79901ed06), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.283135 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.370415 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Network 59c9c6d3-b51f-40f8-89fc-9424127984cc is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:10.375192 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:10.378759 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:34:10.387637 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Pushing event updated for resources: {'Port': ['ID=d255f75d-cd7b-40e7-816c-fa0bfabdcba0,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:10.391095 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Allocated IP 172.27.2.214 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/830ba492-6357-4d7d-b5d4-314ee1eb021f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:10.439194 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Attempting to bind port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:34:10.439564 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Attempting to bind port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:34:10.439920 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Attempting to bind port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 on network 59c9c6d3-b51f-40f8-89fc-9424127984cc {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:34:10.444848 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:34:10.445225 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Checking segment: {'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:34:10.445629 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.446567 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Bound using segment: {'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:34:10.447068 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Bound port: d255f75d-cd7b-40e7-816c-fa0bfabdcba0, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:34:10.447450 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.491337 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Publish callbacks [] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.507663 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] For port d255f75d-cd7b-40e7-816c-fa0bfabdcba0, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:34:10.510925 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] For port d255f75d-cd7b-40e7-816c-fa0bfabdcba0, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=d255f75d-cd7b-40e7-816c-fa0bfabdcba0,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:34:10.516919 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.523851 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.563178 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:10.572463 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:10.576477 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d711603-4816-4ad6-9798-5967d2420060 None None] Pushing event updated for resources: {'Port': ['ID=d255f75d-cd7b-40e7-816c-fa0bfabdcba0,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:10.577045 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:34:10.582559 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Pushing event updated for resources: {'Port': ['ID=830ba492-6357-4d7d-b5d4-314ee1eb021f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:10.845734 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device d255f75d-cd7b-40e7-816c-fa0bfabdcba0 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:34:10.856220 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Publish callbacks [] for router_gateway (91d4d47f-160d-4d87-8dad-7bd79901ed06), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.902168 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:10.902535 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:10.976965 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:10.977906 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:11.011352 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port d255f75d-cd7b-40e7-816c-fa0bfabdcba0, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=d255f75d-cd7b-40e7-816c-fa0bfabdcba0,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:11.015392 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:11.058353 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769724'] for router (91d4d47f-160d-4d87-8dad-7bd79901ed06), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:11.063496 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=d255f75d-cd7b-40e7-816c-fa0bfabdcba0,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:11.183011 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Router 91d4d47f-160d-4d87-8dad-7bd79901ed06 is scheduled to L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:34:11.293484 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:34:11.302315 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Sync routers for ids ['91d4d47f-160d-4d87-8dad-7bd79901ed06'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:11.310449 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:11.311676 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-97af632b-572c-4d88-982f-4eb835624941 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4701192 Mar 16 11:34:11.313516 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Routers {'91d4d47f-160d-4d87-8dad-7bd79901ed06'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:11.314476 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59184) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:11.314795 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['91d4d47f-160d-4d87-8dad-7bd79901ed06'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:11.428712 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Set router 91d4d47f-160d-4d87-8dad-7bd79901ed06 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:11.497088 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1533bb9-c9f0-4a73-aca3-7b65fd1f08dd None None] Network 59c9c6d3-b51f-40f8-89fc-9424127984cc requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:34:11.603599 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-a7d5bb97-c8de-4d4f-8cc8-544a2e7bbcf2 None None] Provisioning complete for port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:11.604234 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bb97-c8de-4d4f-8cc8-544a2e7bbcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:11.613047 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:34:10Z', 'revision_number': 3, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:11.644742 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Checking router: 91d4d47f-160d-4d87-8dad-7bd79901ed06 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:11.645143 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Updating router 91d4d47f-160d-4d87-8dad-7bd79901ed06 port 830ba492-6357-4d7d-b5d4-314ee1eb021f binding host dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:34:11.673456 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:11.706562 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a7d5bb97-c8de-4d4f-8cc8-544a2e7bbcf2 None None] Current status of the port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:11.931847 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ccd7cae1-26ad-48b4-aacc-8075fd03de9d None None] Provisioning complete for port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:11.932483 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ccd7cae1-26ad-48b4-aacc-8075fd03de9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:11.943487 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Publish callbacks [] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:11.950054 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.003296 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Pushing event updated for resources: {'Port': ['ID=830ba492-6357-4d7d-b5d4-314ee1eb021f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:12.023294 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.023644 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.024009 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.024907 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.024907 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.025263 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.025508 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.025945 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.026374 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.026744 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.027143 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.027485 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.027809 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.028124 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.028603 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:12.030213 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ccd7cae1-26ad-48b4-aacc-8075fd03de9d None None] Current status of the port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:12.031627 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Attempting to bind port 830ba492-6357-4d7d-b5d4-314ee1eb021f on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:34:12.032167 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Attempting to bind port 830ba492-6357-4d7d-b5d4-314ee1eb021f by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:34:12.032739 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Attempting to bind port 830ba492-6357-4d7d-b5d4-314ee1eb021f on network 9cf056d6-fdfe-4a51-9b70-374530641aca {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:34:12.036852 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.038808 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:34:12.039388 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Checking segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:34:12.040499 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.040914 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Bound using segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:34:12.041386 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Bound port: 830ba492-6357-4d7d-b5d4-314ee1eb021f, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:34:12.041761 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.090828 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] For port 830ba492-6357-4d7d-b5d4-314ee1eb021f, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:34:12.093843 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] For port 830ba492-6357-4d7d-b5d4-314ee1eb021f, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=830ba492-6357-4d7d-b5d4-314ee1eb021f,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:34:12.099458 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.156486 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Routers {'91d4d47f-160d-4d87-8dad-7bd79901ed06'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:12.157121 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['91d4d47f-160d-4d87-8dad-7bd79901ed06'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:12.161664 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec3526-f1ae-4960-8db1-df1684826888 None None] Pushing event updated for resources: {'Port': ['ID=830ba492-6357-4d7d-b5d4-314ee1eb021f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:12.192843 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Allocated IP 172.20.0.1 (59c9c6d3-b51f-40f8-89fc-9424127984cc/736cf67c-5aab-4c84-8c18-832214a76d3d/600064b5-60fd-4d54-964f-7fccd637ba8a) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:12.267905 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] Set router 91d4d47f-160d-4d87-8dad-7bd79901ed06 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:12.299006 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Publish callbacks [] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.331277 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.366948 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Network 59c9c6d3-b51f-40f8-89fc-9424127984cc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:12.369888 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:12.372376 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:34:12.416363 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Pushing event updated for resources: {'Port': ['ID=600064b5-60fd-4d54-964f-7fccd637ba8a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:12.432759 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769743'] for router_interface (91d4d47f-160d-4d87-8dad-7bd79901ed06), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.451890 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:34:10Z', 'revision_number': 3, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:12.479272 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b709ff-263b-40fe-87fd-c180b4662ce6 None None] The sync data for ids ['91d4d47f-160d-4d87-8dad-7bd79901ed06'] in dv-cinder-790535-29-iscsi is: [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:34:10Z', 'revision_number': 3, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:12.575280 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.664403 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-148ad922-0c96-4f8e-b1e8-ec8570fcda77 None None] Provisioning complete for port 600064b5-60fd-4d54-964f-7fccd637ba8a triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:12.665625 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-148ad922-0c96-4f8e-b1e8-ec8570fcda77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.745184 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-148ad922-0c96-4f8e-b1e8-ec8570fcda77 None None] Port 600064b5-60fd-4d54-964f-7fccd637ba8a cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:34:12.786360 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Publish callbacks [] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.791188 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.873805 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 830ba492-6357-4d7d-b5d4-314ee1eb021f up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:34:12.877526 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Pushing event updated for resources: {'Port': ['ID=600064b5-60fd-4d54-964f-7fccd637ba8a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:12.879951 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774783'] for router_interface (91d4d47f-160d-4d87-8dad-7bd79901ed06), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.923382 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 830ba492-6357-4d7d-b5d4-314ee1eb021f triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:12.923757 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:12.976150 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Network 59c9c6d3-b51f-40f8-89fc-9424127984cc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:12.978207 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:13.015941 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 830ba492-6357-4d7d-b5d4-314ee1eb021f is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:13.016479 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:13.045496 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port 830ba492-6357-4d7d-b5d4-314ee1eb021f, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=830ba492-6357-4d7d-b5d4-314ee1eb021f,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:13.050643 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:13.051692 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device d255f75d-cd7b-40e7-816c-fa0bfabdcba0 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:34:13.110232 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Router 91d4d47f-160d-4d87-8dad-7bd79901ed06 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:34:13.139650 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=830ba492-6357-4d7d-b5d4-314ee1eb021f,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:13.155650 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:13.156029 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:13.244278 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:13.245091 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:34:13.253902 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-0a6b09b5-000e-48e5-b161-c24d4a285d8c admin admin] 10.222.0.47 "PUT /v2.0/routers/91d4d47f-160d-4d87-8dad-7bd79901ed06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9383633 Mar 16 11:34:13.273703 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-dea74f65-be8c-4fc6-861b-368d84408c09 None None] Provisioning complete for port 600064b5-60fd-4d54-964f-7fccd637ba8a triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:13.273944 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-dea74f65-be8c-4fc6-861b-368d84408c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:13.309969 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-dea74f65-be8c-4fc6-861b-368d84408c09 None None] Port 600064b5-60fd-4d54-964f-7fccd637ba8a cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:34:13.707282 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59200) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:13.712708 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-79720454-network', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:13.740885 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Made reservation on behalf of 815f7f47a5fe4dbabac702e612cc9f8d for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:13.745142 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:13.756361 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:13.837625 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Publish callbacks [] for security_group (f45eaec7-db6d-4b19-b7d5-4b334149ba41), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:13.841301 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f45eaec7-db6d-4b19-b7d5-4b334149ba41), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:13.862428 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:34:13.877072 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45eaec7-db6d-4b19-b7d5-4b334149ba41,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:13.879889 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (afd89c9a-d38d-4f22-a2e1-9a74c184f9fb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:13.880210 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.segments_db [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Added segment afd89c9a-d38d-4f22-a2e1-9a74c184f9fb of type vlan for network 073181f4-b6e8-4e2d-acc5-3ef8963fd563 Mar 16 11:34:13.922969 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (073181f4-b6e8-4e2d-acc5-3ef8963fd563), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:13.950228 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (073181f4-b6e8-4e2d-acc5-3ef8963fd563), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:13.951180 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:13.951757 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:14.002322 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2939177 Mar 16 11:34:14.005357 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59202) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:14.010293 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-25be737c-5074-4057-8308-227ecf91a4c9 admin admin] Request body: {'subnet': {'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-79720454-subnet', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:14.013064 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997988c-c1b9-4260-bd9f-6109a2e32fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=073181f4-b6e8-4e2d-acc5-3ef8963fd563,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:14.026568 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 073181f4-b6e8-4e2d-acc5-3ef8963fd563 details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:34:14.031639 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25be737c-5074-4057-8308-227ecf91a4c9 admin admin] Made reservation on behalf of 815f7f47a5fe4dbabac702e612cc9f8d for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:14.034350 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25be737c-5074-4057-8308-227ecf91a4c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62846918'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:14.082620 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Sync routers for ids ['91d4d47f-160d-4d87-8dad-7bd79901ed06'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:14.105513 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Routers {'91d4d47f-160d-4d87-8dad-7bd79901ed06'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:14.106206 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['91d4d47f-160d-4d87-8dad-7bd79901ed06'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:14.204602 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25be737c-5074-4057-8308-227ecf91a4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62424013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62846968'] for subnet (33aa2988-6ba7-4fe4-9f88-909501c34972), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:14.216165 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Set router 91d4d47f-160d-4d87-8dad-7bd79901ed06 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:14.257009 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be737c-5074-4057-8308-227ecf91a4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33aa2988-6ba7-4fe4-9f88-909501c34972,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:14.267836 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25be737c-5074-4057-8308-227ecf91a4c9 admin admin] Checking segment: {'id': 'afd89c9a-d38d-4f22-a2e1-9a74c184f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:34:14.268188 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25be737c-5074-4057-8308-227ecf91a4c9 admin admin] Network hostable DHCP agents. Network: 073181f4-b6e8-4e2d-acc5-3ef8963fd563, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:34:14.285106 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25be737c-5074-4057-8308-227ecf91a4c9 admin admin] Network 073181f4-b6e8-4e2d-acc5-3ef8963fd563 is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:34:14.293950 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-25be737c-5074-4057-8308-227ecf91a4c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 073181f4-b6e8-4e2d-acc5-3ef8963fd563) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:14.298254 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be737c-5074-4057-8308-227ecf91a4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:14.299011 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25be737c-5074-4057-8308-227ecf91a4c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:14.316108 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-25be737c-5074-4057-8308-227ecf91a4c9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3096778 Mar 16 11:34:14.318690 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59204) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:14.323551 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-79720454-router', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:14.328690 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efaec41-7db7-4cad-b5f4-71f3b5856016 None None] Network 073181f4-b6e8-4e2d-acc5-3ef8963fd563 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:34:14.343284 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26277'] for router (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:14.344278 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3769999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26286'] for router (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:14.400939 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Publish callbacks [] for router_controller (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:14.481467 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6276439-8411-5798-9bc0-2df5efd08d60-073181f4-b6e8-4e2d-acc5-3ef8963fd563', 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563', 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'fixed_ips': [{'subnet_id': '33aa2988-6ba7-4fe4-9f88-909501c34972'}]}} from dv-cinder-790535-29-iscsi. {{(pid=103139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 11:34:14.482302 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:14.541565 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Publish callbacks [] for router_gateway (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:14.579246 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:34:12Z', 'revision_number': 4, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '600064b5-60fd-4d54-964f-7fccd637ba8a', 'name': '', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'mac_address': 'fa:16:3e:85:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:12Z', 'updated_at': '2022-03-16T11:34:12Z', 'revision_number': 2, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'subnets': [{'id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:14.611051 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Checking router: 91d4d47f-160d-4d87-8dad-7bd79901ed06 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:14.611405 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Updating router 91d4d47f-160d-4d87-8dad-7bd79901ed06 port 600064b5-60fd-4d54-964f-7fccd637ba8a binding host dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:34:14.669676 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:14.738980 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Publish callbacks [] for router_gateway (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:14.760801 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:14.820662 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 830ba492-6357-4d7d-b5d4-314ee1eb021f up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:34:14.851152 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Allocated IP 172.20.0.2 (073181f4-b6e8-4e2d-acc5-3ef8963fd563/33aa2988-6ba7-4fe4-9f88-909501c34972/855f9f65-d739-4e53-9899-62ce285df2e7) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:14.871378 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Allocated IP 172.27.2.49 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/32b23740-3a7e-4528-9048-2e52c0a7d347) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:14.977091 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Publish callbacks [] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.010977 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.030455 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 830ba492-6357-4d7d-b5d4-314ee1eb021f triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:15.031017 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.046854 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:15.053258 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:15.057579 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:34:15.081127 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Pushing event updated for resources: {'Port': ['ID=32b23740-3a7e-4528-9048-2e52c0a7d347,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:15.243889 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Publish callbacks [] for port (855f9f65-d739-4e53-9899-62ce285df2e7), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.259885 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (855f9f65-d739-4e53-9899-62ce285df2e7), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.298279 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 830ba492-6357-4d7d-b5d4-314ee1eb021f is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:15.311630 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Publish callbacks [] for router_gateway (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.335608 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Network 073181f4-b6e8-4e2d-acc5-3ef8963fd563 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:15.344945 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:15.347319 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:34:15.356217 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Pushing event updated for resources: {'Port': ['ID=855f9f65-d739-4e53-9899-62ce285df2e7,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:15.369502 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Publish callbacks [] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.376953 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.470081 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16907eb-5f52-4b67-a4ac-f3ea2f6ba692 None None] Pushing event updated for resources: {'Port': ['ID=600064b5-60fd-4d54-964f-7fccd637ba8a,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:15.472287 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Attempting to bind port 855f9f65-d739-4e53-9899-62ce285df2e7 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:34:15.472680 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Attempting to bind port 855f9f65-d739-4e53-9899-62ce285df2e7 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'afd89c9a-d38d-4f22-a2e1-9a74c184f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:34:15.473045 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Attempting to bind port 855f9f65-d739-4e53-9899-62ce285df2e7 on network 073181f4-b6e8-4e2d-acc5-3ef8963fd563 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:34:15.484803 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:34:15.485177 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Checking segment: {'id': 'afd89c9a-d38d-4f22-a2e1-9a74c184f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:34:15.485584 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.485975 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Bound using segment: {'id': 'afd89c9a-d38d-4f22-a2e1-9a74c184f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:34:15.486466 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Bound port: 855f9f65-d739-4e53-9899-62ce285df2e7, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd89c9a-d38d-4f22-a2e1-9a74c184f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:34:15.486843 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (855f9f65-d739-4e53-9899-62ce285df2e7), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.576151 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Attempting to bind port 600064b5-60fd-4d54-964f-7fccd637ba8a on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:34:15.576533 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Attempting to bind port 600064b5-60fd-4d54-964f-7fccd637ba8a by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:34:15.576913 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Attempting to bind port 600064b5-60fd-4d54-964f-7fccd637ba8a on network 59c9c6d3-b51f-40f8-89fc-9424127984cc {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:34:15.593572 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:34:15.594003 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Checking segment: {'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:34:15.594411 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.594832 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Bound using segment: {'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:34:15.595316 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Bound port: 600064b5-60fd-4d54-964f-7fccd637ba8a, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:34:15.595697 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.646964 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] For port 855f9f65-d739-4e53-9899-62ce285df2e7, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:34:15.669136 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] For port 855f9f65-d739-4e53-9899-62ce285df2e7, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=855f9f65-d739-4e53-9899-62ce285df2e7,segment=NetworkSegment(afd89c9a-d38d-4f22-a2e1-9a74c184f9fb),segment_id=afd89c9a-d38d-4f22-a2e1-9a74c184f9fb)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:34:15.677815 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (855f9f65-d739-4e53-9899-62ce285df2e7), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.707642 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] For port 600064b5-60fd-4d54-964f-7fccd637ba8a, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:34:15.708294 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769724'] for router (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.728414 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] For port 600064b5-60fd-4d54-964f-7fccd637ba8a, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=600064b5-60fd-4d54-964f-7fccd637ba8a,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:34:15.744047 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.776025 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9980e0-f8ac-4911-b067-41a14f056edd None None] Pushing event updated for resources: {'Port': ['ID=855f9f65-d739-4e53-9899-62ce285df2e7,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:15.839370 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-40634158-bb60-49a6-a5d4-ca16eb813c9a None None] Provisioning complete for port 600064b5-60fd-4d54-964f-7fccd637ba8a triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:15.839746 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40634158-bb60-49a6-a5d4-ca16eb813c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:15.850671 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Router 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 is scheduled to L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:34:15.870323 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Routers {'91d4d47f-160d-4d87-8dad-7bd79901ed06'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:15.870949 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['91d4d47f-160d-4d87-8dad-7bd79901ed06'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:15.876761 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16907eb-5f52-4b67-a4ac-f3ea2f6ba692 None None] Pushing event updated for resources: {'Port': ['ID=600064b5-60fd-4d54-964f-7fccd637ba8a,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:15.988667 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:34:16.009682 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Sync routers for ids ['8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:16.010382 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] Set router 91d4d47f-160d-4d87-8dad-7bd79901ed06 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:16.024650 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:16.027297 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-de3b248c-1add-4260-8d89-d5b276cbefcc admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7073965 Mar 16 11:34:16.030083 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Routers {'8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:16.030355 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59206) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:16.030850 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:16.168750 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-40634158-bb60-49a6-a5d4-ca16eb813c9a None None] Current status of the port 600064b5-60fd-4d54-964f-7fccd637ba8a is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:16.169307 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40634158-bb60-49a6-a5d4-ca16eb813c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:16.176703 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Set router 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:16.233685 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-40634158-bb60-49a6-a5d4-ca16eb813c9a None None] For port 600064b5-60fd-4d54-964f-7fccd637ba8a, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=600064b5-60fd-4d54-964f-7fccd637ba8a,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:16.239321 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-40634158-bb60-49a6-a5d4-ca16eb813c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:16.312536 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40634158-bb60-49a6-a5d4-ca16eb813c9a None None] Pushing event updated for resources: {'Port': ['ID=600064b5-60fd-4d54-964f-7fccd637ba8a,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:16.331607 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:34:12Z', 'revision_number': 4, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '600064b5-60fd-4d54-964f-7fccd637ba8a', 'name': '', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'mac_address': 'fa:16:3e:85:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:12Z', 'updated_at': '2022-03-16T11:34:15Z', 'revision_number': 4, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'subnets': [{'id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:16.364192 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063eba99-b646-4c69-927f-ade664eb61a6 None None] The sync data for ids ['91d4d47f-160d-4d87-8dad-7bd79901ed06'] in dv-cinder-790535-29-iscsi is: [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:34:12Z', 'revision_number': 4, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '600064b5-60fd-4d54-964f-7fccd637ba8a', 'name': '', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'mac_address': 'fa:16:3e:85:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:12Z', 'updated_at': '2022-03-16T11:34:15Z', 'revision_number': 4, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'subnets': [{'id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:16.380050 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'name': 'tempest-TestMinimumBasicScenario-79720454-router', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:15Z', 'revision_number': 3, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'gw_port': {'id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:16.380975 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-5613fc33-5153-4353-9300-088f66e5188e None None] Provisioning complete for port 600064b5-60fd-4d54-964f-7fccd637ba8a triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:16.381349 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5613fc33-5153-4353-9300-088f66e5188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:16.409463 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Checking router: 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:16.410052 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Updating router 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 port 32b23740-3a7e-4528-9048-2e52c0a7d347 binding host dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:34:16.454753 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:16.504117 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-5613fc33-5153-4353-9300-088f66e5188e None None] Current status of the port 600064b5-60fd-4d54-964f-7fccd637ba8a is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:16.533918 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:16.721835 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Allocated IP 172.20.0.1 (073181f4-b6e8-4e2d-acc5-3ef8963fd563/33aa2988-6ba7-4fe4-9f88-909501c34972/0657cfc6-e98f-4b95-acb3-c657db4876b2) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:16.853516 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Publish callbacks [] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:16.857237 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:34:16.859214 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:16.860409 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Publish callbacks [] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:16.908360 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:16.917753 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 855f9f65-d739-4e53-9899-62ce285df2e7 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:34:16.937107 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Attempting to bind port 32b23740-3a7e-4528-9048-2e52c0a7d347 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:34:16.937491 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Attempting to bind port 32b23740-3a7e-4528-9048-2e52c0a7d347 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:34:16.937839 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Attempting to bind port 32b23740-3a7e-4528-9048-2e52c0a7d347 on network 9cf056d6-fdfe-4a51-9b70-374530641aca {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:34:16.940990 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e22cef-82d4-4d64-b089-2f1f7a41f60e None None] Pushing event updated for resources: {'Port': ['ID=32b23740-3a7e-4528-9048-2e52c0a7d347,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:16.945714 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:34:16.946170 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Checking segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:34:16.946565 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:16.946949 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Bound using segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:34:16.947420 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Bound port: 32b23740-3a7e-4528-9048-2e52c0a7d347, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:34:16.947788 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:16.976907 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Network 073181f4-b6e8-4e2d-acc5-3ef8963fd563 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:16.985706 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:16.988747 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:34:16.991639 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 855f9f65-d739-4e53-9899-62ce285df2e7 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:16.992118 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (855f9f65-d739-4e53-9899-62ce285df2e7), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:17.040707 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] For port 32b23740-3a7e-4528-9048-2e52c0a7d347, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:34:17.051161 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] For port 32b23740-3a7e-4528-9048-2e52c0a7d347, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=32b23740-3a7e-4528-9048-2e52c0a7d347,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:34:17.056256 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Pushing event updated for resources: {'Port': ['ID=0657cfc6-e98f-4b95-acb3-c657db4876b2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:17.079794 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769743'] for router_interface (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:17.146514 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 855f9f65-d739-4e53-9899-62ce285df2e7 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:17.147572 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (855f9f65-d739-4e53-9899-62ce285df2e7), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:17.164700 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:17.197523 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port 855f9f65-d739-4e53-9899-62ce285df2e7, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=855f9f65-d739-4e53-9899-62ce285df2e7,segment=NetworkSegment(afd89c9a-d38d-4f22-a2e1-9a74c184f9fb),segment_id=afd89c9a-d38d-4f22-a2e1-9a74c184f9fb)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:17.202114 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (855f9f65-d739-4e53-9899-62ce285df2e7), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:17.203877 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 600064b5-60fd-4d54-964f-7fccd637ba8a up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:34:17.254984 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:17.255718 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Routers {'8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:17.256354 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:17.265332 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7235cef-2105-4d99-9491-d2e590fe9867 None None] Network 073181f4-b6e8-4e2d-acc5-3ef8963fd563 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:34:17.297550 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e22cef-82d4-4d64-b089-2f1f7a41f60e None None] Pushing event updated for resources: {'Port': ['ID=32b23740-3a7e-4528-9048-2e52c0a7d347,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:17.367762 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-709f8dd1-cfbd-45ec-aeca-51764760e667 None None] Provisioning complete for port 855f9f65-d739-4e53-9899-62ce285df2e7 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:17.368166 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-709f8dd1-cfbd-45ec-aeca-51764760e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (855f9f65-d739-4e53-9899-62ce285df2e7), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:17.369641 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=855f9f65-d739-4e53-9899-62ce285df2e7,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:17.397140 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] Set router 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:17.448230 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 600064b5-60fd-4d54-964f-7fccd637ba8a triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:17.448522 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:17.529338 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Publish callbacks [] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:17.538312 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62423896'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:17.557889 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-709f8dd1-cfbd-45ec-aeca-51764760e667 None None] Current status of the port 855f9f65-d739-4e53-9899-62ce285df2e7 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:17.614801 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 600064b5-60fd-4d54-964f-7fccd637ba8a is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:17.639818 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774783'] for router_interface (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:17.646567 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Pushing event updated for resources: {'Port': ['ID=0657cfc6-e98f-4b95-acb3-c657db4876b2,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:17.677972 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'name': 'tempest-TestMinimumBasicScenario-79720454-router', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:17Z', 'revision_number': 4, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'gw_port': {'id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '0657cfc6-e98f-4b95-acb3-c657db4876b2', 'name': '', 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'mac_address': 'fa:16:3e:e0:66:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '33aa2988-6ba7-4fe4-9f88-909501c34972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:16Z', 'updated_at': '2022-03-16T11:34:16Z', 'revision_number': 1, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'subnets': [{'id': '33aa2988-6ba7-4fe4-9f88-909501c34972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:17.712423 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e15559-40b5-4bb1-bc21-554cf6c822c4 None None] The sync data for ids ['8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'] in dv-cinder-790535-29-iscsi is: [{'id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'name': 'tempest-TestMinimumBasicScenario-79720454-router', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:17Z', 'revision_number': 4, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'gw_port': {'id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '0657cfc6-e98f-4b95-acb3-c657db4876b2', 'name': '', 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'mac_address': 'fa:16:3e:e0:66:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '33aa2988-6ba7-4fe4-9f88-909501c34972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:16Z', 'updated_at': '2022-03-16T11:34:16Z', 'revision_number': 1, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'subnets': [{'id': '33aa2988-6ba7-4fe4-9f88-909501c34972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:17.766885 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Network 073181f4-b6e8-4e2d-acc5-3ef8963fd563 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:17.768300 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:17.882384 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-b6badf62-cc7d-4836-b48c-007728960e48 None None] Provisioning complete for port 0657cfc6-e98f-4b95-acb3-c657db4876b2 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:17.882752 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6badf62-cc7d-4836-b48c-007728960e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:17.897446 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Router 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:34:18.033012 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:34:18.038958 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-d5e31444-dee7-43b3-afee-1c5ffa552193 admin admin] 10.222.0.47 "PUT /v2.0/routers/8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075526 Mar 16 11:34:18.062697 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b6badf62-cc7d-4836-b48c-007728960e48 None None] Port 0657cfc6-e98f-4b95-acb3-c657db4876b2 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:34:18.074446 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-b6badf62-cc7d-4836-b48c-007728960e48 None None] Provisioning complete for port 855f9f65-d739-4e53-9899-62ce285df2e7 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:18.074831 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b6badf62-cc7d-4836-b48c-007728960e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (855f9f65-d739-4e53-9899-62ce285df2e7), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:18.215402 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-b6badf62-cc7d-4836-b48c-007728960e48 None None] Current status of the port 855f9f65-d739-4e53-9899-62ce285df2e7 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:18.338502 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-526b7fe3-8fd1-4d09-a4ce-2797d92f937c None None] Provisioning complete for port 0657cfc6-e98f-4b95-acb3-c657db4876b2 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:18.338952 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-526b7fe3-8fd1-4d09-a4ce-2797d92f937c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:18.376493 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-526b7fe3-8fd1-4d09-a4ce-2797d92f937c None None] Port 0657cfc6-e98f-4b95-acb3-c657db4876b2 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:34:18.800315 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 855f9f65-d739-4e53-9899-62ce285df2e7 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:34:18.867498 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 855f9f65-d739-4e53-9899-62ce285df2e7 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:18.869845 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (855f9f65-d739-4e53-9899-62ce285df2e7), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:18.953506 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 855f9f65-d739-4e53-9899-62ce285df2e7 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:20.606548 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Sync routers for ids ['8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:20.623163 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Routers {'8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:20.623951 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:20.752051 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Set router 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:20.857893 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 32b23740-3a7e-4528-9048-2e52c0a7d347 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:34:21.008350 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 32b23740-3a7e-4528-9048-2e52c0a7d347 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:21.009421 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:21.103104 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'name': 'tempest-TestMinimumBasicScenario-79720454-router', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:17Z', 'revision_number': 4, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'gw_port': {'id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '0657cfc6-e98f-4b95-acb3-c657db4876b2', 'name': '', 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'mac_address': 'fa:16:3e:e0:66:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '33aa2988-6ba7-4fe4-9f88-909501c34972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:16Z', 'updated_at': '2022-03-16T11:34:17Z', 'revision_number': 2, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'subnets': [{'id': '33aa2988-6ba7-4fe4-9f88-909501c34972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:21.143866 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Checking router: 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:21.144221 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Updating router 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 port 0657cfc6-e98f-4b95-acb3-c657db4876b2 binding host dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:34:21.148382 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 32b23740-3a7e-4528-9048-2e52c0a7d347 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:21.148535 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:21.191061 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port 32b23740-3a7e-4528-9048-2e52c0a7d347, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=32b23740-3a7e-4528-9048-2e52c0a7d347,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:21.192177 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:21.229275 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:21.347931 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=32b23740-3a7e-4528-9048-2e52c0a7d347,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:21.517832 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Publish callbacks [] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:21.528419 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:21.582711 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6861c57-c1b0-4fdb-aaeb-c2ae4b12db0e None None] Pushing event updated for resources: {'Port': ['ID=0657cfc6-e98f-4b95-acb3-c657db4876b2,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:21.649573 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Attempting to bind port 0657cfc6-e98f-4b95-acb3-c657db4876b2 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:34:21.650228 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Attempting to bind port 0657cfc6-e98f-4b95-acb3-c657db4876b2 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'afd89c9a-d38d-4f22-a2e1-9a74c184f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:34:21.650448 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Attempting to bind port 0657cfc6-e98f-4b95-acb3-c657db4876b2 on network 073181f4-b6e8-4e2d-acc5-3ef8963fd563 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:34:21.658635 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:34:21.659002 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Checking segment: {'id': 'afd89c9a-d38d-4f22-a2e1-9a74c184f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:34:21.659432 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:21.659823 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Bound using segment: {'id': 'afd89c9a-d38d-4f22-a2e1-9a74c184f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:34:21.660327 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Bound port: 0657cfc6-e98f-4b95-acb3-c657db4876b2, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd89c9a-d38d-4f22-a2e1-9a74c184f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:34:21.660736 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:21.763175 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] For port 0657cfc6-e98f-4b95-acb3-c657db4876b2, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:34:21.770348 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] For port 0657cfc6-e98f-4b95-acb3-c657db4876b2, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=0657cfc6-e98f-4b95-acb3-c657db4876b2,segment=NetworkSegment(afd89c9a-d38d-4f22-a2e1-9a74c184f9fb),segment_id=afd89c9a-d38d-4f22-a2e1-9a74c184f9fb)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:34:21.786611 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:21.874557 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-f62e4d73-111b-487c-a593-7bfd59804345 None None] Provisioning complete for port 0657cfc6-e98f-4b95-acb3-c657db4876b2 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:21.874934 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f62e4d73-111b-487c-a593-7bfd59804345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:21.876604 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6861c57-c1b0-4fdb-aaeb-c2ae4b12db0e None None] Pushing event updated for resources: {'Port': ['ID=0657cfc6-e98f-4b95-acb3-c657db4876b2,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:21.880685 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Routers {'8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:21.880822 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:22.083304 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-f62e4d73-111b-487c-a593-7bfd59804345 None None] Current status of the port 0657cfc6-e98f-4b95-acb3-c657db4876b2 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:22.086113 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f62e4d73-111b-487c-a593-7bfd59804345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:22.100064 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] Set router 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:22.197280 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f62e4d73-111b-487c-a593-7bfd59804345 None None] For port 0657cfc6-e98f-4b95-acb3-c657db4876b2, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=0657cfc6-e98f-4b95-acb3-c657db4876b2,segment=NetworkSegment(afd89c9a-d38d-4f22-a2e1-9a74c184f9fb),segment_id=afd89c9a-d38d-4f22-a2e1-9a74c184f9fb)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:22.204797 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f62e4d73-111b-487c-a593-7bfd59804345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:22.308837 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e4d73-111b-487c-a593-7bfd59804345 None None] Pushing event updated for resources: {'Port': ['ID=0657cfc6-e98f-4b95-acb3-c657db4876b2,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:22.363165 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-d074e0c2-a6c8-4dad-913a-00683be614ae None None] Provisioning complete for port 0657cfc6-e98f-4b95-acb3-c657db4876b2 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:22.363535 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d074e0c2-a6c8-4dad-913a-00683be614ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:22.452662 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'name': 'tempest-TestMinimumBasicScenario-79720454-router', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:17Z', 'revision_number': 4, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'gw_port': {'id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '0657cfc6-e98f-4b95-acb3-c657db4876b2', 'name': '', 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'mac_address': 'fa:16:3e:e0:66:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '33aa2988-6ba7-4fe4-9f88-909501c34972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:16Z', 'updated_at': '2022-03-16T11:34:21Z', 'revision_number': 4, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'subnets': [{'id': '33aa2988-6ba7-4fe4-9f88-909501c34972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:22.621541 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932dc86b-7495-4ccc-975d-6ad161276f18 None None] The sync data for ids ['8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'] in dv-cinder-790535-29-iscsi is: [{'id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'name': 'tempest-TestMinimumBasicScenario-79720454-router', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:17Z', 'revision_number': 4, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'gw_port': {'id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '0657cfc6-e98f-4b95-acb3-c657db4876b2', 'name': '', 'network_id': '073181f4-b6e8-4e2d-acc5-3ef8963fd563', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'mac_address': 'fa:16:3e:e0:66:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '33aa2988-6ba7-4fe4-9f88-909501c34972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:16Z', 'updated_at': '2022-03-16T11:34:21Z', 'revision_number': 4, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'subnets': [{'id': '33aa2988-6ba7-4fe4-9f88-909501c34972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:22.629277 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d074e0c2-a6c8-4dad-913a-00683be614ae None None] Current status of the port 0657cfc6-e98f-4b95-acb3-c657db4876b2 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:22.836355 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 32b23740-3a7e-4528-9048-2e52c0a7d347 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:34:22.888783 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 32b23740-3a7e-4528-9048-2e52c0a7d347 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:22.889163 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:22.976391 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 32b23740-3a7e-4528-9048-2e52c0a7d347 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:22.978548 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 0657cfc6-e98f-4b95-acb3-c657db4876b2 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:34:23.032679 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 0657cfc6-e98f-4b95-acb3-c657db4876b2 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:23.033079 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:23.117750 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 0657cfc6-e98f-4b95-acb3-c657db4876b2 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:27.617168 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a2113-991b-4270-89fe-db286595b951 req-e2fed87d-2d58-438b-9166-c57c67767878 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:27.618885 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-e2fed87d-2d58-438b-9166-c57c67767878 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/networks?id=59c9c6d3-b51f-40f8-89fc-9424127984cc HTTP/1.1" status: 200 len: 814 time: 0.1056478 Mar 16 11:34:27.635745 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-1a455ae1-811f-47e9-9287-af2297e1a96e tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/quotas/9558add6a3144f6a8fe7092d572432d1 HTTP/1.1" status: 200 len: 375 time: 0.0114853 Mar 16 11:34:27.697098 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-8492a4fb-1911-43fa-8c4e-ca9443849e97 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9558add6a3144f6a8fe7092d572432d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554886 Mar 16 11:34:27.712032 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-edf57f21-634e-407a-908b-2d3d47668881 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:34:27.712998 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-edf57f21-634e-407a-908b-2d3d47668881 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052388 Mar 16 11:34:27.797925 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-d1ad1e8d-bf11-441d-8f3c-084e81f1f7b5 service neutron] 10.222.0.47 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791175 Mar 16 11:34:27.889214 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-57df0718-b446-4ece-bd65-61fa0ae85dcd service neutron] 10.222.0.47 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858023 Mar 16 11:34:28.143063 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f1fd1ffe-5249-4e96-9cf2-f9fb45a1edaf req-e2852a65-6e84-48bb-a518-524c9a73ba7e tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 210 time: 0.1193869 Mar 16 11:34:29.156667 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a2113-991b-4270-89fe-db286595b951 req-bcb18daf-b0af-4148-ab1c-5e2f2d99b6bd tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:29.158029 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-bcb18daf-b0af-4148-ab1c-5e2f2d99b6bd tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.62 "GET /v2.0/networks?id=59c9c6d3-b51f-40f8-89fc-9424127984cc HTTP/1.1" status: 200 len: 814 time: 0.1047976 Mar 16 11:34:29.187926 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-f61a2113-991b-4270-89fe-db286595b951 req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Request body: {'port': {'device_id': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'admin_state_up': True, 'tenant_id': '9558add6a3144f6a8fe7092d572432d1'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:29.274038 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4b6723b1-6198-40c4-9092-4b802ba2c2d2 req-bc7eaa84-5615-4b85-8d79-12b5eee4f33d tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 210 time: 0.0456350 Mar 16 11:34:29.341131 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61a2113-991b-4270-89fe-db286595b951 req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Made reservation on behalf of 9558add6a3144f6a8fe7092d572432d1 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:29.344520 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f61a2113-991b-4270-89fe-db286595b951 req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:29.473289 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-f61a2113-991b-4270-89fe-db286595b951 req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Allocated IP 172.20.0.13 (59c9c6d3-b51f-40f8-89fc-9424127984cc/736cf67c-5aab-4c84-8c18-832214a76d3d/a8a2edbc-04c1-4203-ac1a-09855ab61497) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:29.665672 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f61a2113-991b-4270-89fe-db286595b951 req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:29.705174 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f61a2113-991b-4270-89fe-db286595b951 req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:29.758210 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61a2113-991b-4270-89fe-db286595b951 req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Network 59c9c6d3-b51f-40f8-89fc-9424127984cc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:29.763791 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-f61a2113-991b-4270-89fe-db286595b951 req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:29.769626 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61a2113-991b-4270-89fe-db286595b951 req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:34:29.776517 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event updated for resources: {'Port': ['ID=a8a2edbc-04c1-4203-ac1a-09855ab61497,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:29.845898 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a2113-991b-4270-89fe-db286595b951 req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:29.846736 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f61a2113-991b-4270-89fe-db286595b951 req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:29.883149 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-bc62b714-9107-47fd-ad28-3c431601b1d6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6992126 Mar 16 11:34:30.100244 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-e6fc948a-a282-4a9b-930c-e2da7406341b None None] Provisioning complete for port a8a2edbc-04c1-4203-ac1a-09855ab61497 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:30.100820 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e6fc948a-a282-4a9b-930c-e2da7406341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:30.140380 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc948a-a282-4a9b-930c-e2da7406341b None None] Port a8a2edbc-04c1-4203-ac1a-09855ab61497 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:34:30.328105 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d885c164-8ae5-4915-98bb-eb54459fbc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:30.416303 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc2fa7-228a-4e6c-b228-0cae8518e82e req-800a0fb6-be4a-4c64-a1bc-a545482a1662 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:30.417836 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1fbc2fa7-228a-4e6c-b228-0cae8518e82e req-800a0fb6-be4a-4c64-a1bc-a545482a1662 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 932 time: 0.0560102 Mar 16 11:34:30.468343 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1fbc2fa7-228a-4e6c-b228-0cae8518e82e req-59ab0ba5-ef8b-4083-9789-d7eea9a56cc6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Mar 16 11:34:31.591034 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38899b77-3515-4726-8255-b9674c11bfc6 req-4c21e3cd-db64-4ce1-bab1-43a1315bf1fe tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:31.592637 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-38899b77-3515-4726-8255-b9674c11bfc6 req-4c21e3cd-db64-4ce1-bab1-43a1315bf1fe tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 932 time: 0.0553460 Mar 16 11:34:31.647898 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-38899b77-3515-4726-8255-b9674c11bfc6 req-5db3d647-34d2-4a50-be81-17a5bbb3c611 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493765 Mar 16 11:34:32.784077 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0ce69-41f2-4197-88b6-611995f51c77 req-b741ca53-61b7-4dc4-bbd1-343a13d28daa tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:32.785705 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dfb0ce69-41f2-4197-88b6-611995f51c77 req-b741ca53-61b7-4dc4-bbd1-343a13d28daa tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 932 time: 0.0661788 Mar 16 11:34:32.806590 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5e09dfef-0501-4aac-aa35-b29fecaf9049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:32.844866 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dfb0ce69-41f2-4197-88b6-611995f51c77 req-06900e7f-456c-42d7-afae-45365a4fccc4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469425 Mar 16 11:34:33.496758 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:33.975574 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33329a69-eff3-427c-aead-7588eb77b411 req-aecf5c86-85df-4c3c-ac81-2aa24eaa87a1 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:33.977152 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-33329a69-eff3-427c-aead-7588eb77b411 req-aecf5c86-85df-4c3c-ac81-2aa24eaa87a1 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 932 time: 0.0597394 Mar 16 11:34:34.029407 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-33329a69-eff3-427c-aead-7588eb77b411 req-3525446c-116a-4c39-ada3-60544bd942fd tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464535 Mar 16 11:34:35.022636 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:35.153489 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf12487-2b7a-4a2d-9ba1-2f551b3a4713 req-b52955bf-f241-4d15-84a4-ef9342259656 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:35.155003 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4bf12487-2b7a-4a2d-9ba1-2f551b3a4713 req-b52955bf-f241-4d15-84a4-ef9342259656 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 932 time: 0.0542448 Mar 16 11:34:35.211355 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4bf12487-2b7a-4a2d-9ba1-2f551b3a4713 req-c9b64cf3-4034-47d7-ac3e-6989cfca8ebf tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503318 Mar 16 11:34:36.328165 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fe439-8b80-4a74-b891-af0b5b3ab63f req-4e5dc60f-1a21-4295-b87e-5521590f9ad3 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:36.329557 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c30fe439-8b80-4a74-b891-af0b5b3ab63f req-4e5dc60f-1a21-4295-b87e-5521590f9ad3 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 932 time: 0.0516040 Mar 16 11:34:36.374915 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c30fe439-8b80-4a74-b891-af0b5b3ab63f req-363d379d-a840-404f-b276-c950b3502452 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399230 Mar 16 11:34:36.542107 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-70e20cbf-f39d-472e-8b93-61b72244f81b tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:34:36.543171 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-70e20cbf-f39d-472e-8b93-61b72244f81b tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057211 Mar 16 11:34:36.615068 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Request body: {'port': {'device_id': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:36.652755 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:36.675740 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:36.925308 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a2edbc-04c1-4203-ac1a-09855ab61497 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:34:36.932380 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Publish callbacks [] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:36.944150 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Transition to ACTIVE for port object a8a2edbc-04c1-4203-ac1a-09855ab61497 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:34:36.947650 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:37.018775 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Pushing event updated for resources: {'Port': ['ID=a8a2edbc-04c1-4203-ac1a-09855ab61497,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:37.070108 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Attempting to bind port a8a2edbc-04c1-4203-ac1a-09855ab61497 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:34:37.070445 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Attempting to bind port a8a2edbc-04c1-4203-ac1a-09855ab61497 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:34:37.070773 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Attempting to bind port a8a2edbc-04c1-4203-ac1a-09855ab61497 on network 59c9c6d3-b51f-40f8-89fc-9424127984cc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:34:37.075850 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Port a8a2edbc-04c1-4203-ac1a-09855ab61497 on network 59c9c6d3-b51f-40f8-89fc-9424127984cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:34:37.076164 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Attempting to bind port a8a2edbc-04c1-4203-ac1a-09855ab61497 on network 59c9c6d3-b51f-40f8-89fc-9424127984cc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:34:37.081274 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:34:37.081484 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Checking segment: {'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:34:37.081860 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Bound using segment: {'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:34:37.082285 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Bound port: a8a2edbc-04c1-4203-ac1a-09855ab61497, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ee9709-11bf-4123-ada3-580f7b22071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:34:37.082640 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:37.146734 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] For port a8a2edbc-04c1-4203-ac1a-09855ab61497, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:34:37.150304 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] For port a8a2edbc-04c1-4203-ac1a-09855ab61497, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:34:37.156198 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:37.189690 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:37.190308 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:37.191672 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] 10.222.0.62 "PUT /v2.0/ports/a8a2edbc-04c1-4203-ac1a-09855ab61497 HTTP/1.1" status: 200 len: 1094 time: 0.6224856 Mar 16 11:34:37.192178 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:37.194334 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb9c5e3-dbfe-4337-9376-b32f4f8855f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:34:37.223475 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fab4d-e0f2-4e6a-8bd1-fb40bb0f4dfd service neutron] Pushing event updated for resources: {'Port': ['ID=a8a2edbc-04c1-4203-ac1a-09855ab61497,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:37.304503 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a2113-991b-4270-89fe-db286595b951 req-3d678d07-e3a6-463b-8c2a-5110a70f05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:37.306640 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-3d678d07-e3a6-463b-8c2a-5110a70f05e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9558add6a3144f6a8fe7092d572432d1&device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 1128 time: 0.0542741 Mar 16 11:34:37.323948 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678d5d86-b5e6-4348-8cfc-7b3e69aa16e1 x-openstack-request-id: req-678d5d86-b5e6-4348-8cfc-7b3e69aa16e1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:34:37.324246 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:34:37.324501 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-678d5d86-b5e6-4348-8cfc-7b3e69aa16e1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:34:37.324924 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'status': 'completed', 'code': 200} Mar 16 11:34:37.362411 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-31437e2b-f439-4a7c-a3f8-b156b381ffa6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497 HTTP/1.1" status: 200 len: 217 time: 0.0408061 Mar 16 11:34:37.411920 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a2113-991b-4270-89fe-db286595b951 req-d65efef7-6fc0-40ee-90ac-a40146240af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:37.413442 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-d65efef7-6fc0-40ee-90ac-a40146240af9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=736cf67c-5aab-4c84-8c18-832214a76d3d HTTP/1.1" status: 200 len: 853 time: 0.0454559 Mar 16 11:34:37.498287 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a2113-991b-4270-89fe-db286595b951 req-3aa708ca-1723-4a98-8811-d566576840dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:37.499787 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-3aa708ca-1723-4a98-8811-d566576840dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59c9c6d3-b51f-40f8-89fc-9424127984cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0808783 Mar 16 11:34:37.510672 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb7f80-5e13-41e8-b04c-caa306e84238 req-4ae5deb5-3b73-4220-bc43-e378420e837b tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:37.512025 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-07fb7f80-5e13-41e8-b04c-caa306e84238 req-4ae5deb5-3b73-4220-bc43-e378420e837b tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 944 time: 0.0679326 Mar 16 11:34:37.603386 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-07fb7f80-5e13-41e8-b04c-caa306e84238 req-4233705f-658f-4c0d-a518-ed6ad2ed1cb1 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831661 Mar 16 11:34:37.627201 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-8bb4de9d-6558-43a9-9b59-fed3b68c8b5f service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142440 Mar 16 11:34:37.704663 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:37.717005 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f61a2113-991b-4270-89fe-db286595b951 req-8948c27e-ffda-42ea-b3aa-11355571749d service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842872 Mar 16 11:34:37.842426 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9c5e3-dbfe-4337-9376-b32f4f8855f0 req-8ee6d91d-11dd-4ea0-abff-88fa421eb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:37.843923 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2fb9c5e3-dbfe-4337-9376-b32f4f8855f0 req-8ee6d91d-11dd-4ea0-abff-88fa421eb95e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9558add6a3144f6a8fe7092d572432d1&device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 1128 time: 0.0443206 Mar 16 11:34:37.938761 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9c5e3-dbfe-4337-9376-b32f4f8855f0 req-79c264a8-cf93-4e79-8759-a1f56e3160db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:37.940234 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2fb9c5e3-dbfe-4337-9376-b32f4f8855f0 req-79c264a8-cf93-4e79-8759-a1f56e3160db service neutron] 10.222.0.62 "GET /v2.0/networks?id=59c9c6d3-b51f-40f8-89fc-9424127984cc HTTP/1.1" status: 200 len: 915 time: 0.0883076 Mar 16 11:34:37.981702 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2fb9c5e3-dbfe-4337-9376-b32f4f8855f0 req-0f23829e-5858-4137-b00f-f1e366dae80c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497 HTTP/1.1" status: 200 len: 217 time: 0.0351655 Mar 16 11:34:38.028706 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9c5e3-dbfe-4337-9376-b32f4f8855f0 req-87e80e88-0bd2-4783-bde1-de578fafe64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:38.030109 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2fb9c5e3-dbfe-4337-9376-b32f4f8855f0 req-87e80e88-0bd2-4783-bde1-de578fafe64d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=736cf67c-5aab-4c84-8c18-832214a76d3d HTTP/1.1" status: 200 len: 853 time: 0.0418334 Mar 16 11:34:38.081842 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9c5e3-dbfe-4337-9376-b32f4f8855f0 req-742a6d58-ab87-46aa-bf01-3a633b00e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:38.083320 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2fb9c5e3-dbfe-4337-9376-b32f4f8855f0 req-742a6d58-ab87-46aa-bf01-3a633b00e941 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59c9c6d3-b51f-40f8-89fc-9424127984cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469842 Mar 16 11:34:38.168007 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2fb9c5e3-dbfe-4337-9376-b32f4f8855f0 req-f14f1582-ff81-46c7-8a2f-c47cad50b53a service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779822 Mar 16 11:34:38.258816 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2fb9c5e3-dbfe-4337-9376-b32f4f8855f0 req-6d38e8b0-063b-4b74-a6e4-a24a578f5036 service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839984 Mar 16 11:34:38.720715 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202d8ef-cb02-4ead-b16e-120e55947ac2 req-3d51e5e1-6f14-4632-bbd1-be0dbd11c5bd tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:38.722167 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5202d8ef-cb02-4ead-b16e-120e55947ac2 req-3d51e5e1-6f14-4632-bbd1-be0dbd11c5bd tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 944 time: 0.0520806 Mar 16 11:34:38.767831 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5202d8ef-cb02-4ead-b16e-120e55947ac2 req-c11b27b5-24f9-4a1a-8f8d-3a0529483603 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 Mar 16 11:34:39.880170 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aed2e7-c0ad-4b82-bab3-dde8641d089f req-1269d567-b48d-494a-baad-60c84742192e tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:39.881637 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e9aed2e7-c0ad-4b82-bab3-dde8641d089f req-1269d567-b48d-494a-baad-60c84742192e tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 944 time: 0.0503759 Mar 16 11:34:39.927083 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e9aed2e7-c0ad-4b82-bab3-dde8641d089f req-a5ad06e5-d5e9-455b-b118-7cf781cb9b56 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394974 Mar 16 11:34:40.245802 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device a8a2edbc-04c1-4203-ac1a-09855ab61497 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:34:40.339445 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port a8a2edbc-04c1-4203-ac1a-09855ab61497, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:40.350525 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'port_id': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'mac_address': 'fa:16:3e:53:bd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:34:40.389783 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port a8a2edbc-04c1-4203-ac1a-09855ab61497 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:40.390170 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:40.402285 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a2edbc-04c1-4203-ac1a-09855ab61497 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:34:40.420229 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port a8a2edbc-04c1-4203-ac1a-09855ab61497, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:40.424195 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:40.470311 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=a8a2edbc-04c1-4203-ac1a-09855ab61497,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:40.689524 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['a8a2edbc-04c1-4203-ac1a-09855ab61497'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:34:41.043972 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5020924-243c-4aa0-b974-13a9fe0524c6 req-a9170a02-5e66-4b05-86a2-6e42899dffd5 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:41.045356 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f5020924-243c-4aa0-b974-13a9fe0524c6 req-a9170a02-5e66-4b05-86a2-6e42899dffd5 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 945 time: 0.0542650 Mar 16 11:34:41.091170 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f5020924-243c-4aa0-b974-13a9fe0524c6 req-1ae0ed69-780f-4e37-9818-2d74015aba66 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Mar 16 11:34:42.206042 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe189a-955c-4b64-a838-838ae82a81e6 req-554b9451-eb48-48dd-b009-99b2c0d9c5a1 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:42.207529 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-febe189a-955c-4b64-a838-838ae82a81e6 req-554b9451-eb48-48dd-b009-99b2c0d9c5a1 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 945 time: 0.0522747 Mar 16 11:34:42.252451 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-febe189a-955c-4b64-a838-838ae82a81e6 req-7cb03356-e247-41b6-9213-e9d6a54f1968 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386522 Mar 16 11:34:42.276016 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device a8a2edbc-04c1-4203-ac1a-09855ab61497 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:34:42.322695 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port a8a2edbc-04c1-4203-ac1a-09855ab61497 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:34:42.326733 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port a8a2edbc-04c1-4203-ac1a-09855ab61497 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:42.327104 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:42.405037 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port a8a2edbc-04c1-4203-ac1a-09855ab61497 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:42.405335 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:42.428325 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:42.430661 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfc089d-c218-4030-a853-0f02081d7f49" -d '{"events": [{"server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:34:42.442585 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port a8a2edbc-04c1-4203-ac1a-09855ab61497, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:42.446564 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:42.470412 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24048ba1-70ae-4492-99d2-32bc2e447940 x-openstack-request-id: req-24048ba1-70ae-4492-99d2-32bc2e447940 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:34:42.470703 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:34:42.470953 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-24048ba1-70ae-4492-99d2-32bc2e447940 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:34:42.471352 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'code': 200} Mar 16 11:34:42.495648 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=a8a2edbc-04c1-4203-ac1a-09855ab61497,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:42.664760 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633ea18-2e2e-4ffb-b420-e73f1e740092 req-17573233-66c1-46e7-a4b1-fc59a69dc3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:42.666734 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a633ea18-2e2e-4ffb-b420-e73f1e740092 req-17573233-66c1-46e7-a4b1-fc59a69dc3e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 1130 time: 0.0427029 Mar 16 11:34:42.713462 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a633ea18-2e2e-4ffb-b420-e73f1e740092 req-8f5f7729-2bcf-4ab6-9dd0-080d877b28ba service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396421 Mar 16 11:34:43.367591 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8ece4-d161-49a9-96be-b320bbd63da7 req-dfb53856-6cc9-407b-abc8-dae277e1eda8 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:43.369597 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2aa8ece4-d161-49a9-96be-b320bbd63da7 req-dfb53856-6cc9-407b-abc8-dae277e1eda8 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 946 time: 0.0518003 Mar 16 11:34:43.414034 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-2aa8ece4-d161-49a9-96be-b320bbd63da7 req-8bff6a62-92e8-42c1-be42-a6a5b44ef7a0 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390122 Mar 16 11:34:44.530222 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b24da-733f-44cf-a356-c629259e93de req-2f551238-07a3-4ab5-ad42-f8fcfc03fea1 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:44.531578 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-775b24da-733f-44cf-a356-c629259e93de req-2f551238-07a3-4ab5-ad42-f8fcfc03fea1 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 946 time: 0.0507357 Mar 16 11:34:44.576110 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-775b24da-733f-44cf-a356-c629259e93de req-9e4f60ee-d8e2-4900-a3c5-f66dc9c90a4f tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391529 Mar 16 11:34:44.695608 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454bfa4-c7e0-4317-9f80-7424e4e00ee0 req-254666b7-a053-4c1c-9b86-bdd8d0c28c1f tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:44.697689 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6454bfa4-c7e0-4317-9f80-7424e4e00ee0 req-254666b7-a053-4c1c-9b86-bdd8d0c28c1f tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 946 time: 0.0576074 Mar 16 11:34:44.742946 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6454bfa4-c7e0-4317-9f80-7424e4e00ee0 req-a53c58b5-a77b-45c9-aa3b-c7236b7d9142 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Mar 16 11:34:45.059110 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66911bc6-4347-42df-a22f-cc0b69d74b69 req-5a9fd913-3d77-4aaa-ad0a-38656bcbd01c tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:45.060466 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66911bc6-4347-42df-a22f-cc0b69d74b69 req-5a9fd913-3d77-4aaa-ad0a-38656bcbd01c tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 946 time: 0.0549297 Mar 16 11:34:45.105245 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66911bc6-4347-42df-a22f-cc0b69d74b69 req-a9fcd189-f9e0-470d-9122-eb523bc86d43 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Mar 16 11:34:53.845914 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:34:54.459415 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8621b-3c52-4949-843c-bafb0427c4de req-4ae547f2-6966-44b3-a2f7-d270f94cf100 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:54.460928 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cba8621b-3c52-4949-843c-bafb0427c4de req-4ae547f2-6966-44b3-a2f7-d270f94cf100 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 946 time: 0.0539970 Mar 16 11:34:54.505801 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-cba8621b-3c52-4949-843c-bafb0427c4de req-78a322c7-3d7e-4a17-9f9e-e2b6e578afaf tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388074 Mar 16 11:34:54.527399 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59400) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:54.611271 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e614c8b6-b35f-45e3-abec-0302623353cd tempest-TestMinimumBasicScenario-1019804631 tempest-TestMinimumBasicScenario-1019804631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:54.613278 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-e614c8b6-b35f-45e3-abec-0302623353cd tempest-TestMinimumBasicScenario-1019804631 tempest-TestMinimumBasicScenario-1019804631-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 1125 time: 0.0849266 Mar 16 11:34:54.616116 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59404) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:54.621709 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'port_id': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:54.641678 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:54.736548 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:54.840293 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Allocated IP 172.27.2.80 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/013fd110-c451-4b9c-8181-6850cda92748) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:54.940799 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for port (013fd110-c451-4b9c-8181-6850cda92748), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:54.973152 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (013fd110-c451-4b9c-8181-6850cda92748), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:55.012083 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:55.014907 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:55.018403 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:34:55.039865 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event updated for resources: {'Port': ['ID=013fd110-c451-4b9c-8181-6850cda92748,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:55.052663 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.053005 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.053345 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.053676 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.054004 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.054331 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.054651 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.054978 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.055299 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.055618 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.055962 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.056298 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.056644 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.056964 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.057281 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:55.677553 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for floatingip (7a8e5301-56cc-4aed-8437-1a7aeb547517), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:55.742278 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (013fd110-c451-4b9c-8181-6850cda92748), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:55.885688 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for port (013fd110-c451-4b9c-8181-6850cda92748), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:55.889835 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (013fd110-c451-4b9c-8181-6850cda92748), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:55.958342 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event updated for resources: {'Port': ['ID=013fd110-c451-4b9c-8181-6850cda92748,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:55.968012 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (7a8e5301-56cc-4aed-8437-1a7aeb547517), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.066343 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Floating IP 7a8e5301-56cc-4aed-8437-1a7aeb547517 associated. External IP: 172.27.2.80, port: a8a2edbc-04c1-4203-ac1a-09855ab61497. Mar 16 11:34:56.267466 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Router 91d4d47f-160d-4d87-8dad-7bd79901ed06 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:34:56.373940 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:34:56.383340 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4ce4b-5869-42e2-8e29-6cd9d048fbb0 None None] Sync routers for ids ['91d4d47f-160d-4d87-8dad-7bd79901ed06'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:56.392642 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.395855 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4ce4b-5869-42e2-8e29-6cd9d048fbb0 None None] Routers {'91d4d47f-160d-4d87-8dad-7bd79901ed06'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:56.396473 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b6f4ce4b-5869-42e2-8e29-6cd9d048fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['91d4d47f-160d-4d87-8dad-7bd79901ed06'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:56.421587 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-24cb2886-2651-4528-8803-f850b84c1442 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8044302 Mar 16 11:34:56.422175 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:56.424447 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66786cf7-62f3-4b06-b689-f0e7c40c69fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:34:56.424624 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59406) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:56.428932 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-126345353', 'description': 'tempest-secgroup-smoke-126345353 description', 'project_id': '9558add6a3144f6a8fe7092d572432d1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:56.451180 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.464029 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bd900c-b5ed-405c-a6f3-8b94e1dd8a4f x-openstack-request-id: req-d0bd900c-b5ed-405c-a6f3-8b94e1dd8a4f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:34:56.464279 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:34:56.464498 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d0bd900c-b5ed-405c-a6f3-8b94e1dd8a4f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:34:56.464939 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'status': 'completed', 'code': 200} Mar 16 11:34:56.502715 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b6f4ce4b-5869-42e2-8e29-6cd9d048fbb0 None None] Set router 91d4d47f-160d-4d87-8dad-7bd79901ed06 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:56.520379 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group (a5052156-3a78-4a4b-8410-871fbe081ec0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.525326 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (a5052156-3a78-4a4b-8410-871fbe081ec0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.554070 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5052156-3a78-4a4b-8410-871fbe081ec0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:56.562797 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66786cf7-62f3-4b06-b689-f0e7c40c69fb req-12d33e20-d34e-4ef4-b9ac-27127388ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:56.564341 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66786cf7-62f3-4b06-b689-f0e7c40c69fb req-12d33e20-d34e-4ef4-b9ac-27127388ffed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9558add6a3144f6a8fe7092d572432d1&device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 1130 time: 0.0499594 Mar 16 11:34:56.564471 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.565843 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1403716 Mar 16 11:34:56.567176 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.567706 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.568054 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.568395 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.568787 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.569124 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.569476 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.569653 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59410) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:56.569825 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.570134 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.570440 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.570798 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.571089 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.571434 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.571765 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.572091 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a29a0-7dc2-499f-95a4-e2c53a5de020 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:56.574079 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-ca04cd4d-9592-4f99-a49f-f94ba9ed0baa tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Request body: {'security_group_rule': {'security_group_id': 'a5052156-3a78-4a4b-8410-871fbe081ec0', 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:56.654302 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca04cd4d-9592-4f99-a49f-f94ba9ed0baa tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (bca9c0c0-77cb-4b33-8548-df7b1286b943), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.698310 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66786cf7-62f3-4b06-b689-f0e7c40c69fb req-42ecd7f6-a8d8-4722-af5d-8933d4724021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:56.699758 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66786cf7-62f3-4b06-b689-f0e7c40c69fb req-42ecd7f6-a8d8-4722-af5d-8933d4724021 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59c9c6d3-b51f-40f8-89fc-9424127984cc HTTP/1.1" status: 200 len: 915 time: 0.1179836 Mar 16 11:34:56.740064 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b6f4ce4b-5869-42e2-8e29-6cd9d048fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:34:12Z', 'revision_number': 4, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '7a8e5301-56cc-4aed-8437-1a7aeb547517', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'port_id': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'mac_address': 'fa:16:3e:53:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:55Z', 'updated_at': '2022-03-16T11:34:55Z', 'revision_number': 0, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600064b5-60fd-4d54-964f-7fccd637ba8a', 'name': '', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'mac_address': 'fa:16:3e:85:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:12Z', 'updated_at': '2022-03-16T11:34:16Z', 'revision_number': 5, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'subnets': [{'id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:56.754823 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca04cd4d-9592-4f99-a49f-f94ba9ed0baa tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (bca9c0c0-77cb-4b33-8548-df7b1286b943), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.760440 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca04cd4d-9592-4f99-a49f-f94ba9ed0baa tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (bca9c0c0-77cb-4b33-8548-df7b1286b943), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.766640 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4ce4b-5869-42e2-8e29-6cd9d048fbb0 None None] Checking router: 91d4d47f-160d-4d87-8dad-7bd79901ed06 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:56.774526 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4ce4b-5869-42e2-8e29-6cd9d048fbb0 None None] Routers {'91d4d47f-160d-4d87-8dad-7bd79901ed06'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:34:56.775651 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b6f4ce4b-5869-42e2-8e29-6cd9d048fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:34:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['91d4d47f-160d-4d87-8dad-7bd79901ed06'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:56.791757 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04cd4d-9592-4f99-a49f-f94ba9ed0baa tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca9c0c0-77cb-4b33-8548-df7b1286b943,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:56.796165 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66786cf7-62f3-4b06-b689-f0e7c40c69fb req-ceb9998d-588b-4dd5-a468-e5f693465a8f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497 HTTP/1.1" status: 200 len: 999 time: 0.0866978 Mar 16 11:34:56.802621 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca04cd4d-9592-4f99-a49f-f94ba9ed0baa tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.803774 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-ca04cd4d-9592-4f99-a49f-f94ba9ed0baa tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2333319 Mar 16 11:34:56.806737 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59412) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:56.814223 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e3dd1c8e-e981-44e4-bcee-844cda5f44b8 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Request body: {'security_group_rule': {'security_group_id': 'a5052156-3a78-4a4b-8410-871fbe081ec0', 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:56.841889 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1c8e-e981-44e4-bcee-844cda5f44b8 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (23b44aa9-32a2-480d-9c47-91b6e8b0af26), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.848387 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66786cf7-62f3-4b06-b689-f0e7c40c69fb req-36eed5a6-f2da-4f66-83d8-af01ee6901f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:56.850403 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66786cf7-62f3-4b06-b689-f0e7c40c69fb req-36eed5a6-f2da-4f66-83d8-af01ee6901f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=736cf67c-5aab-4c84-8c18-832214a76d3d HTTP/1.1" status: 200 len: 853 time: 0.0450857 Mar 16 11:34:56.886564 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-b6f4ce4b-5869-42e2-8e29-6cd9d048fbb0 None None] Set router 91d4d47f-160d-4d87-8dad-7bd79901ed06 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:34:56.902382 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1c8e-e981-44e4-bcee-844cda5f44b8 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (23b44aa9-32a2-480d-9c47-91b6e8b0af26), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.905940 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66786cf7-62f3-4b06-b689-f0e7c40c69fb req-ff333773-fb96-4a7d-a60e-71db6baf1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:56.907543 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66786cf7-62f3-4b06-b689-f0e7c40c69fb req-ff333773-fb96-4a7d-a60e-71db6baf1346 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59c9c6d3-b51f-40f8-89fc-9424127984cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506856 Mar 16 11:34:56.908349 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1c8e-e981-44e4-bcee-844cda5f44b8 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (23b44aa9-32a2-480d-9c47-91b6e8b0af26), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.928424 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd1c8e-e981-44e4-bcee-844cda5f44b8 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b44aa9-32a2-480d-9c47-91b6e8b0af26,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:56.940025 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1c8e-e981-44e4-bcee-844cda5f44b8 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:56.941285 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-e3dd1c8e-e981-44e4-bcee-844cda5f44b8 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333525 Mar 16 11:34:56.943898 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59414) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:56.949192 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-26e28612-d254-49aa-94f2-932dfa9338ff tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Request body: {'security_group_rule': {'security_group_id': 'a5052156-3a78-4a4b-8410-871fbe081ec0', 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:56.976367 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26e28612-d254-49aa-94f2-932dfa9338ff tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (4b725ea9-496f-46f0-8841-84cb19bcb900), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.014036 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66786cf7-62f3-4b06-b689-f0e7c40c69fb req-8f45bb78-65a2-408c-aa40-ea0cd462278a service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984185 Mar 16 11:34:57.043910 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26e28612-d254-49aa-94f2-932dfa9338ff tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (4b725ea9-496f-46f0-8841-84cb19bcb900), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.048397 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26e28612-d254-49aa-94f2-932dfa9338ff tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (4b725ea9-496f-46f0-8841-84cb19bcb900), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.077731 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e28612-d254-49aa-94f2-932dfa9338ff tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b725ea9-496f-46f0-8841-84cb19bcb900,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:57.083873 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26e28612-d254-49aa-94f2-932dfa9338ff tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.085449 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-26e28612-d254-49aa-94f2-932dfa9338ff tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405652 Mar 16 11:34:57.088650 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59416) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:57.093955 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3d1370f5-b54a-405f-989c-da68eb7fb5cf tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Request body: {'security_group_rule': {'security_group_id': 'a5052156-3a78-4a4b-8410-871fbe081ec0', 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:57.125398 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1370f5-b54a-405f-989c-da68eb7fb5cf tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (fe6b7ecd-7a58-40d3-b841-cd7a9afabdb4), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.127480 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-66786cf7-62f3-4b06-b689-f0e7c40c69fb req-1536ff5e-e50e-4eb4-a481-d95293352797 service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058755 Mar 16 11:34:57.196427 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1370f5-b54a-405f-989c-da68eb7fb5cf tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (fe6b7ecd-7a58-40d3-b841-cd7a9afabdb4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.201670 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1370f5-b54a-405f-989c-da68eb7fb5cf tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (fe6b7ecd-7a58-40d3-b841-cd7a9afabdb4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.223081 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-b6f4ce4b-5869-42e2-8e29-6cd9d048fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:34:12Z', 'revision_number': 4, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '7a8e5301-56cc-4aed-8437-1a7aeb547517', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'port_id': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'mac_address': 'fa:16:3e:53:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:55Z', 'updated_at': '2022-03-16T11:34:55Z', 'revision_number': 0, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600064b5-60fd-4d54-964f-7fccd637ba8a', 'name': '', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'mac_address': 'fa:16:3e:85:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:12Z', 'updated_at': '2022-03-16T11:34:16Z', 'revision_number': 5, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'subnets': [{'id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:57.226171 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1370f5-b54a-405f-989c-da68eb7fb5cf tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6b7ecd-7a58-40d3-b841-cd7a9afabdb4,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:57.234592 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1370f5-b54a-405f-989c-da68eb7fb5cf tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.235932 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-3d1370f5-b54a-405f-989c-da68eb7fb5cf tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1459901 Mar 16 11:34:57.238598 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59418) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:57.242864 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9949dad3-42eb-4db0-b31f-68068bee8203 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Request body: {'security_group_rule': {'security_group_id': 'a5052156-3a78-4a4b-8410-871fbe081ec0', 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:57.249098 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4ce4b-5869-42e2-8e29-6cd9d048fbb0 None None] The sync data for ids ['91d4d47f-160d-4d87-8dad-7bd79901ed06'] in dv-cinder-790535-29-iscsi is: [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:34:12Z', 'revision_number': 4, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '7a8e5301-56cc-4aed-8437-1a7aeb547517', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'port_id': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'mac_address': 'fa:16:3e:53:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:55Z', 'updated_at': '2022-03-16T11:34:55Z', 'revision_number': 0, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600064b5-60fd-4d54-964f-7fccd637ba8a', 'name': '', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'mac_address': 'fa:16:3e:85:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:12Z', 'updated_at': '2022-03-16T11:34:16Z', 'revision_number': 5, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'subnets': [{'id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:57.269870 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-9949dad3-42eb-4db0-b31f-68068bee8203 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Project 9558add6a3144f6a8fe7092d572432d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:34:57.274797 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9949dad3-42eb-4db0-b31f-68068bee8203 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (00350a5f-191d-4279-b029-c523d2321086), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.335858 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9949dad3-42eb-4db0-b31f-68068bee8203 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (00350a5f-191d-4279-b029-c523d2321086), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.340117 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9949dad3-42eb-4db0-b31f-68068bee8203 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (00350a5f-191d-4279-b029-c523d2321086), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.357494 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949dad3-42eb-4db0-b31f-68068bee8203 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00350a5f-191d-4279-b029-c523d2321086,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:57.363680 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9949dad3-42eb-4db0-b31f-68068bee8203 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.364891 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-9949dad3-42eb-4db0-b31f-68068bee8203 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253479 Mar 16 11:34:57.367592 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59420) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:34:57.372187 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-de951a04-e277-402e-bdb6-31789f54c219 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Request body: {'security_group_rule': {'security_group_id': 'a5052156-3a78-4a4b-8410-871fbe081ec0', 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:57.398866 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-de951a04-e277-402e-bdb6-31789f54c219 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Project 9558add6a3144f6a8fe7092d572432d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:34:57.404165 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de951a04-e277-402e-bdb6-31789f54c219 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (679af03d-164e-4f24-978c-63ca4fe7d0b1), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.461867 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac4ced-23ed-4f4d-934e-897919124cc2 None None] New status for floating IP 7a8e5301-56cc-4aed-8437-1a7aeb547517: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:34:57.467439 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de951a04-e277-402e-bdb6-31789f54c219 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (679af03d-164e-4f24-978c-63ca4fe7d0b1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.471323 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de951a04-e277-402e-bdb6-31789f54c219 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (679af03d-164e-4f24-978c-63ca4fe7d0b1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.490999 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de951a04-e277-402e-bdb6-31789f54c219 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679af03d-164e-4f24-978c-63ca4fe7d0b1,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:57.497293 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de951a04-e277-402e-bdb6-31789f54c219 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.501543 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-de951a04-e277-402e-bdb6-31789f54c219 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298048 Mar 16 11:34:57.588247 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-abdcc7fa-dc5a-45b9-b04b-7353261bfaae req-1b717170-6f44-4b44-b6df-ececf7615d3c tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126345353&fields=id&tenant_id=9558add6a3144f6a8fe7092d572432d1 HTTP/1.1" status: 200 len: 267 time: 0.0449347 Mar 16 11:34:57.646777 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcc7fa-dc5a-45b9-b04b-7353261bfaae req-b60755a6-da99-468d-84ef-afc54ce7ecf6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:57.648295 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-abdcc7fa-dc5a-45b9-b04b-7353261bfaae req-b60755a6-da99-468d-84ef-afc54ce7ecf6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 946 time: 0.0547323 Mar 16 11:34:57.659350 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-abdcc7fa-dc5a-45b9-b04b-7353261bfaae req-d46da87a-627c-47a7-bd35-95ad50b91e57 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Request body: {'port': {'security_groups': ['e4436c80-cd2e-45bb-8ea9-2f27223cc32a', 'a5052156-3a78-4a4b-8410-871fbe081ec0']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:57.726157 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-abdcc7fa-dc5a-45b9-b04b-7353261bfaae req-d46da87a-627c-47a7-bd35-95ad50b91e57 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.903495 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-abdcc7fa-dc5a-45b9-b04b-7353261bfaae req-d46da87a-627c-47a7-bd35-95ad50b91e57 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] For port a8a2edbc-04c1-4203-ac1a-09855ab61497, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:34:57.936141 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-abdcc7fa-dc5a-45b9-b04b-7353261bfaae req-d46da87a-627c-47a7-bd35-95ad50b91e57 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.940698 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-abdcc7fa-dc5a-45b9-b04b-7353261bfaae req-d46da87a-627c-47a7-bd35-95ad50b91e57 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.979514 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['a8a2edbc-04c1-4203-ac1a-09855ab61497'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:34:57.982152 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcc7fa-dc5a-45b9-b04b-7353261bfaae req-d46da87a-627c-47a7-bd35-95ad50b91e57 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:57.982807 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-abdcc7fa-dc5a-45b9-b04b-7353261bfaae req-d46da87a-627c-47a7-bd35-95ad50b91e57 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:57.984230 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-abdcc7fa-dc5a-45b9-b04b-7353261bfaae req-d46da87a-627c-47a7-bd35-95ad50b91e57 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "PUT /v2.0/ports/a8a2edbc-04c1-4203-ac1a-09855ab61497 HTTP/1.1" status: 200 len: 982 time: 0.3293138 Mar 16 11:34:58.011427 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46da87a-627c-47a7-bd35-95ad50b91e57 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event updated for resources: {'Port': ['ID=a8a2edbc-04c1-4203-ac1a-09855ab61497,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:58.109720 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134e962-6673-46a2-8e4c-6440a91a955f req-79deb48a-5898-4593-89bf-3e0caaceade0 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:58.111263 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8134e962-6673-46a2-8e4c-6440a91a955f req-79deb48a-5898-4593-89bf-3e0caaceade0 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0599592 Mar 16 11:34:58.127700 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['a8a2edbc-04c1-4203-ac1a-09855ab61497'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:34:58.177675 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8134e962-6673-46a2-8e4c-6440a91a955f req-bb9ab45f-ccc0-4f06-b4c3-392d7e4003ba tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603304 Mar 16 11:34:58.330416 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-05ad6c96-3c76-429f-96fd-1f9c03a8f2d5 None None] Provisioning complete for port a8a2edbc-04c1-4203-ac1a-09855ab61497 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:34:58.330708 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-05ad6c96-3c76-429f-96fd-1f9c03a8f2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:34:58.466645 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:58.469065 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43814a1d-cae2-4f95-8aeb-8ffc2697df7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:34:58.505141 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3fa2e8-9799-4f5a-821f-c73716e5f532 x-openstack-request-id: req-3c3fa2e8-9799-4f5a-821f-c73716e5f532 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:34:58.505434 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:34:58.505687 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c3fa2e8-9799-4f5a-821f-c73716e5f532 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:34:58.506094 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'status': 'completed', 'code': 200} Mar 16 11:34:58.518644 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-05ad6c96-3c76-429f-96fd-1f9c03a8f2d5 None None] Current status of the port a8a2edbc-04c1-4203-ac1a-09855ab61497 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:34:58.596124 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43814a1d-cae2-4f95-8aeb-8ffc2697df7e req-d20060cf-570c-45e7-920e-32f9ef7a7ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:58.597777 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-43814a1d-cae2-4f95-8aeb-8ffc2697df7e req-d20060cf-570c-45e7-920e-32f9ef7a7ade service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9558add6a3144f6a8fe7092d572432d1&device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 1169 time: 0.0449393 Mar 16 11:34:58.688238 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43814a1d-cae2-4f95-8aeb-8ffc2697df7e req-9f49cbff-793d-4b10-bf9b-20ef85aa830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:58.689714 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-43814a1d-cae2-4f95-8aeb-8ffc2697df7e req-9f49cbff-793d-4b10-bf9b-20ef85aa830b service neutron] 10.222.0.62 "GET /v2.0/networks?id=59c9c6d3-b51f-40f8-89fc-9424127984cc HTTP/1.1" status: 200 len: 915 time: 0.0852776 Mar 16 11:34:58.763257 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-43814a1d-cae2-4f95-8aeb-8ffc2697df7e req-afbb3276-51b6-44f6-b469-9c756aa964bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497 HTTP/1.1" status: 200 len: 1001 time: 0.0671661 Mar 16 11:34:58.814523 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43814a1d-cae2-4f95-8aeb-8ffc2697df7e req-0246b5ba-b124-4ad5-a0c9-9b741857b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:58.815905 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-43814a1d-cae2-4f95-8aeb-8ffc2697df7e req-0246b5ba-b124-4ad5-a0c9-9b741857b279 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=736cf67c-5aab-4c84-8c18-832214a76d3d HTTP/1.1" status: 200 len: 853 time: 0.0455136 Mar 16 11:34:58.863867 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43814a1d-cae2-4f95-8aeb-8ffc2697df7e req-56643f8d-d7b8-4dac-bd9b-c6d05df21618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:58.865408 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-43814a1d-cae2-4f95-8aeb-8ffc2697df7e req-56643f8d-d7b8-4dac-bd9b-c6d05df21618 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59c9c6d3-b51f-40f8-89fc-9424127984cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424008 Mar 16 11:34:58.955342 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-43814a1d-cae2-4f95-8aeb-8ffc2697df7e req-db82225e-8379-48ad-977a-e0e03eea8d6c service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789425 Mar 16 11:34:59.043195 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-43814a1d-cae2-4f95-8aeb-8ffc2697df7e req-c87a683f-c642-4c1b-9521-7befd0ac6189 service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821278 Mar 16 11:35:00.321071 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e4497e9-d6b2-4737-acfa-ccefd82d7374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:35:02.800675 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-96e61b49-aab5-41a4-b9e3-8f0de51f55ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:35:03.498181 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:35:05.024632 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:35:06.659743 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:35:07.722416 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:35:15.584297 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f123cef-9b19-4739-9d1b-099441abd844 req-d18de75a-8169-4ba8-b71f-4a5ff8a7570b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442808 Mar 16 11:35:15.687295 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f123cef-9b19-4739-9d1b-099441abd844 req-cc17ef8e-4700-4d2d-a8a7-51b883fe526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:15.688797 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f123cef-9b19-4739-9d1b-099441abd844 req-cc17ef8e-4700-4d2d-a8a7-51b883fe526b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9558add6a3144f6a8fe7092d572432d1&device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 1169 time: 0.0438945 Mar 16 11:35:15.793884 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f123cef-9b19-4739-9d1b-099441abd844 req-7188f579-f932-462e-bab2-9a3ee78c7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:15.795330 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f123cef-9b19-4739-9d1b-099441abd844 req-7188f579-f932-462e-bab2-9a3ee78c7ae3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59c9c6d3-b51f-40f8-89fc-9424127984cc HTTP/1.1" status: 200 len: 915 time: 0.0860360 Mar 16 11:35:15.860604 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f123cef-9b19-4739-9d1b-099441abd844 req-f95d9823-9c91-44fc-8cf5-8e2065a77ca7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497 HTTP/1.1" status: 200 len: 1001 time: 0.0589840 Mar 16 11:35:15.910559 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f123cef-9b19-4739-9d1b-099441abd844 req-8622dfed-7e4e-4131-89b7-c72cd5f1a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:15.911976 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f123cef-9b19-4739-9d1b-099441abd844 req-8622dfed-7e4e-4131-89b7-c72cd5f1a088 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=736cf67c-5aab-4c84-8c18-832214a76d3d HTTP/1.1" status: 200 len: 853 time: 0.0458083 Mar 16 11:35:15.960134 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f123cef-9b19-4739-9d1b-099441abd844 req-a12ecb7e-4b7f-4fd3-a5ca-c69320f62ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:15.961619 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f123cef-9b19-4739-9d1b-099441abd844 req-a12ecb7e-4b7f-4fd3-a5ca-c69320f62ae7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59c9c6d3-b51f-40f8-89fc-9424127984cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437274 Mar 16 11:35:16.047963 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f123cef-9b19-4739-9d1b-099441abd844 req-95a6e4ec-3989-4d7a-9069-bcdcf0a6f8b3 service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782928 Mar 16 11:35:16.136394 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-8f123cef-9b19-4739-9d1b-099441abd844 req-c87876d0-6925-4c03-8123-48899479c438 service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830369 Mar 16 11:35:21.055323 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c749c-634e-4c66-88e1-ba8fafa3a4f4 req-f3c71792-4208-42f6-9197-13cd45069c5e tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:21.057423 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5a8c749c-634e-4c66-88e1-ba8fafa3a4f4 req-f3c71792-4208-42f6-9197-13cd45069c5e tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0842929 Mar 16 11:35:21.073044 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e1788-eb2e-486e-9787-b64027222b87 req-7cabcc54-12a6-4c1b-b1ad-cd5fd19e17b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:21.074432 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-385e1788-eb2e-486e-9787-b64027222b87 req-7cabcc54-12a6-4c1b-b1ad-cd5fd19e17b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9558add6a3144f6a8fe7092d572432d1&device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 1169 time: 0.0658438 Mar 16 11:35:21.178378 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5a8c749c-634e-4c66-88e1-ba8fafa3a4f4 req-64de6cf7-196f-4e87-8686-13662ffc2790 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131516 Mar 16 11:35:21.202516 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e1788-eb2e-486e-9787-b64027222b87 req-aee2f6d9-ac79-4146-931a-56f0d8c2bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:21.203957 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-385e1788-eb2e-486e-9787-b64027222b87 req-aee2f6d9-ac79-4146-931a-56f0d8c2bca1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59c9c6d3-b51f-40f8-89fc-9424127984cc HTTP/1.1" status: 200 len: 915 time: 0.1206920 Mar 16 11:35:21.272844 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-385e1788-eb2e-486e-9787-b64027222b87 req-8d607059-98c4-4028-9639-6ff27dd2f797 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497 HTTP/1.1" status: 200 len: 1001 time: 0.0623271 Mar 16 11:35:21.320026 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e1788-eb2e-486e-9787-b64027222b87 req-fc8a59dc-ba8b-4267-b68c-cc4ecd754f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:21.321358 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-385e1788-eb2e-486e-9787-b64027222b87 req-fc8a59dc-ba8b-4267-b68c-cc4ecd754f53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=736cf67c-5aab-4c84-8c18-832214a76d3d HTTP/1.1" status: 200 len: 853 time: 0.0425701 Mar 16 11:35:21.370803 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e1788-eb2e-486e-9787-b64027222b87 req-885ecb63-7684-4f84-abd6-0d51b0ed7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:21.372340 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-385e1788-eb2e-486e-9787-b64027222b87 req-885ecb63-7684-4f84-abd6-0d51b0ed7ad6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59c9c6d3-b51f-40f8-89fc-9424127984cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448406 Mar 16 11:35:21.464194 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-385e1788-eb2e-486e-9787-b64027222b87 req-47429b63-2175-4601-a9b9-f4de3d049a68 service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841377 Mar 16 11:35:21.549881 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-385e1788-eb2e-486e-9787-b64027222b87 req-3d443ec2-c828-4ffb-8d15-189043ccb041 service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792112 Mar 16 11:35:22.297801 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3db0e-5a81-4c19-aebb-3c31a363443f req-f4efd8aa-ab1d-4226-a40c-718c831068fb tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:22.299260 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05f3db0e-5a81-4c19-aebb-3c31a363443f req-f4efd8aa-ab1d-4226-a40c-718c831068fb tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0524359 Mar 16 11:35:22.355558 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05f3db0e-5a81-4c19-aebb-3c31a363443f req-99816132-aac5-4fb4-914c-3e51a4dc80e0 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507185 Mar 16 11:35:23.476642 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b216-6292-4d40-881d-d9545f25918a req-61e162ae-c1dc-4581-b439-c0f35351f914 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:23.478571 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e743b216-6292-4d40-881d-d9545f25918a req-61e162ae-c1dc-4581-b439-c0f35351f914 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0559301 Mar 16 11:35:23.536366 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e743b216-6292-4d40-881d-d9545f25918a req-114d14c4-b438-44f5-8502-7d4c294f3a87 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517840 Mar 16 11:35:24.654395 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d8c3f-6673-4b0e-829e-abfa7343c442 req-133fe4b0-45c6-47c6-8757-407a932e6642 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:24.655878 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-499d8c3f-6673-4b0e-829e-abfa7343c442 req-133fe4b0-45c6-47c6-8757-407a932e6642 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0528064 Mar 16 11:35:24.713446 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-499d8c3f-6673-4b0e-829e-abfa7343c442 req-a7c6e366-0c03-4af6-bf41-c5de6e897d12 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519409 Mar 16 11:35:25.832223 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b03f3-c2cf-4a15-b9ce-9e31614af217 req-69b545b4-d094-4ef8-8639-e1fbace8cbc6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:25.833863 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-810b03f3-c2cf-4a15-b9ce-9e31614af217 req-69b545b4-d094-4ef8-8639-e1fbace8cbc6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0555456 Mar 16 11:35:25.891639 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-810b03f3-c2cf-4a15-b9ce-9e31614af217 req-fe93df8a-4817-448e-a809-96721ecc4983 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515931 Mar 16 11:35:27.006993 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab6c65-68cd-4662-b4ae-af5c7ab7647e req-95580890-9684-4c70-b1fc-73ed24f28c2d tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:27.008370 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f4ab6c65-68cd-4662-b4ae-af5c7ab7647e req-95580890-9684-4c70-b1fc-73ed24f28c2d tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0515492 Mar 16 11:35:27.066461 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f4ab6c65-68cd-4662-b4ae-af5c7ab7647e req-690b0e0e-8543-4194-a21f-b5cbc0b868d5 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518918 Mar 16 11:35:28.180159 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a5f44-2b26-421e-8a90-85d5dce24696 req-0facb3f3-30ce-48f5-896a-1ec802e056a1 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:28.182136 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-446a5f44-2b26-421e-8a90-85d5dce24696 req-0facb3f3-30ce-48f5-896a-1ec802e056a1 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0519814 Mar 16 11:35:28.242276 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-446a5f44-2b26-421e-8a90-85d5dce24696 req-ffa186a6-ac21-48b1-bd8e-c1977474a1c9 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543771 Mar 16 11:35:29.359879 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b08ea2-aefd-402e-9773-e57de2507be6 req-d403defa-0405-4fa9-a73a-7b8a9d960731 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:29.361347 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-00b08ea2-aefd-402e-9773-e57de2507be6 req-d403defa-0405-4fa9-a73a-7b8a9d960731 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0514131 Mar 16 11:35:29.417931 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-00b08ea2-aefd-402e-9773-e57de2507be6 req-dd4a4024-e920-48d9-9a5c-b3125efe20a5 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509973 Mar 16 11:35:30.322706 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4fca22ed-ea9f-487e-aa3f-ed80e4825c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:35:30.532824 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b680-4178-4ee7-b8d6-fb494c546b8b req-5dffdc10-42da-4a22-a813-0972bf3d11a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:30.534174 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45a4b680-4178-4ee7-b8d6-fb494c546b8b req-5dffdc10-42da-4a22-a813-0972bf3d11a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0508363 Mar 16 11:35:30.595794 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-45a4b680-4178-4ee7-b8d6-fb494c546b8b req-f4950c20-f49f-42c8-b6b8-7396487e5f70 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559788 Mar 16 11:35:30.844649 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:35:31.714688 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d6578-0595-46e8-81b9-e8310070e28a req-8b6675d3-39da-4187-8389-efabddd58a99 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:31.716167 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-142d6578-0595-46e8-81b9-e8310070e28a req-8b6675d3-39da-4187-8389-efabddd58a99 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0560231 Mar 16 11:35:31.774268 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-142d6578-0595-46e8-81b9-e8310070e28a req-8662fc6d-0dca-4d36-88ab-1b0292b8e00b tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524912 Mar 16 11:35:32.803438 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe6e259a-398f-4bfd-b6fd-f42b52e37c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:35:32.892556 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ad8be-2d9b-4557-bc6f-c320e01a28dd req-6b61ffff-6a20-48e4-b624-9a02ebf2c804 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:32.894156 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-298ad8be-2d9b-4557-bc6f-c320e01a28dd req-6b61ffff-6a20-48e4-b624-9a02ebf2c804 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0520673 Mar 16 11:35:32.952614 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-298ad8be-2d9b-4557-bc6f-c320e01a28dd req-0e976fa8-8df1-48e9-854f-e0a99394a9fc tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527456 Mar 16 11:35:33.501424 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:35:34.066343 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d962ea-2d0d-455b-a4c6-d085d23704f1 req-d4788507-1744-4c4a-b34d-d9c80612d202 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:34.067802 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-23d962ea-2d0d-455b-a4c6-d085d23704f1 req-d4788507-1744-4c4a-b34d-d9c80612d202 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0517576 Mar 16 11:35:34.129759 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-23d962ea-2d0d-455b-a4c6-d085d23704f1 req-26e66acc-889e-45af-aa8c-c982b3410f0f tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559933 Mar 16 11:35:35.027491 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:35:35.249551 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1993d1e-d4e7-42db-aece-02efb057f1cd req-2b9763fc-d862-4925-bdaa-91ca8da1d434 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:35.251068 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e1993d1e-d4e7-42db-aece-02efb057f1cd req-2b9763fc-d862-4925-bdaa-91ca8da1d434 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0570352 Mar 16 11:35:35.310601 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e1993d1e-d4e7-42db-aece-02efb057f1cd req-08e5d93f-18ea-472a-9da1-f98b4e45bf2e tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538826 Mar 16 11:35:36.424778 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c25ad8-b301-4814-8528-fe6c34f149aa req-1d0f37a9-6116-4ec0-8459-01a0e86d29e2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:36.426242 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-49c25ad8-b301-4814-8528-fe6c34f149aa req-1d0f37a9-6116-4ec0-8459-01a0e86d29e2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0521839 Mar 16 11:35:36.483949 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-49c25ad8-b301-4814-8528-fe6c34f149aa req-b38d02a8-49d7-40ad-a42d-71e6f8252d0b tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520372 Mar 16 11:35:36.653720 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:35:37.602799 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bbe3d-c5c1-4b10-863f-5285f8aab2f6 req-7bbf3fc0-28e5-4e7f-9cdd-8511cfd01050 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:37.604790 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f96bbe3d-c5c1-4b10-863f-5285f8aab2f6 req-7bbf3fc0-28e5-4e7f-9cdd-8511cfd01050 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0550144 Mar 16 11:35:37.665216 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f96bbe3d-c5c1-4b10-863f-5285f8aab2f6 req-7552bd30-13e4-4dbf-b9a5-c147749211a6 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&id=a5052156-3a78-4a4b-8410-871fbe081ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548575 Mar 16 11:35:37.741356 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:00.324460 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-aca8b535-4c87-482d-bb01-9df9fe48b49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:02.805124 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-275476d1-e5ab-4ef2-8187-95f6721ed8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:03.504555 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:05.030170 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:06.655805 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:07.752826 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:07.843861 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:36:10.121034 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d2859621-b4a6-4328-911e-1897d2f4a4ca req-9aeed69e-adc0-4d11-b5a4-96a027eeab03 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126345353&fields=id&tenant_id=9558add6a3144f6a8fe7092d572432d1 HTTP/1.1" status: 200 len: 267 time: 0.0430148 Mar 16 11:36:10.175841 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2859621-b4a6-4328-911e-1897d2f4a4ca req-f1327766-ccd8-43a4-8386-9ff499562c33 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:10.177293 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d2859621-b4a6-4328-911e-1897d2f4a4ca req-f1327766-ccd8-43a4-8386-9ff499562c33 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 985 time: 0.0504911 Mar 16 11:36:10.188419 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-d2859621-b4a6-4328-911e-1897d2f4a4ca req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Request body: {'port': {'security_groups': ['e4436c80-cd2e-45bb-8ea9-2f27223cc32a']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:10.263813 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d2859621-b4a6-4328-911e-1897d2f4a4ca req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:10.428448 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-d2859621-b4a6-4328-911e-1897d2f4a4ca req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] For port a8a2edbc-04c1-4203-ac1a-09855ab61497, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:10.457435 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d2859621-b4a6-4328-911e-1897d2f4a4ca req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:10.461749 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d2859621-b4a6-4328-911e-1897d2f4a4ca req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:10.498274 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['a8a2edbc-04c1-4203-ac1a-09855ab61497'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:36:10.507619 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2859621-b4a6-4328-911e-1897d2f4a4ca req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:10.508257 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-d2859621-b4a6-4328-911e-1897d2f4a4ca req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:10.509696 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-d2859621-b4a6-4328-911e-1897d2f4a4ca req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "PUT /v2.0/ports/a8a2edbc-04c1-4203-ac1a-09855ab61497 HTTP/1.1" status: 200 len: 943 time: 0.3264098 Mar 16 11:36:10.510154 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:10.512415 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefe484a-ccaf-4e24-8741-f6c6ef47a4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:36:10.517316 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59482) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:10.576420 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event updated for resources: {'Port': ['ID=a8a2edbc-04c1-4203-ac1a-09855ab61497,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:10.587389 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.587904 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.588304 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.588803 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.588975 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.589358 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.589573 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.589899 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.590253 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.590581 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.590908 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.591237 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.591740 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.591895 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.592176 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b9828-2da3-42fd-94d1-276a756a3fd4 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:10.596846 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78cded1-911a-49d1-afc0-ba493cfbc299 x-openstack-request-id: req-a78cded1-911a-49d1-afc0-ba493cfbc299 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:36:10.597131 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:36:10.597386 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a78cded1-911a-49d1-afc0-ba493cfbc299 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:36:10.597784 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'status': 'completed', 'code': 200} Mar 16 11:36:10.615894 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d357f5f-73b3-4037-9dbe-d40caeca7e94 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group (a5052156-3a78-4a4b-8410-871fbe081ec0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:10.630409 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['a8a2edbc-04c1-4203-ac1a-09855ab61497'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:36:10.656008 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d357f5f-73b3-4037-9dbe-d40caeca7e94 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group (a5052156-3a78-4a4b-8410-871fbe081ec0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:10.717871 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe484a-ccaf-4e24-8741-f6c6ef47a4e9 req-79b48261-a8b6-4f36-a5d0-4cee21d53b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:10.719392 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-eefe484a-ccaf-4e24-8741-f6c6ef47a4e9 req-79b48261-a8b6-4f36-a5d0-4cee21d53b1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9558add6a3144f6a8fe7092d572432d1&device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 1130 time: 0.0736165 Mar 16 11:36:10.786801 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-e19d370d-e0e2-477d-bd5e-904e5d7f1e94 None None] Provisioning complete for port a8a2edbc-04c1-4203-ac1a-09855ab61497 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:10.787386 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e19d370d-e0e2-477d-bd5e-904e5d7f1e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:10.797821 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d357f5f-73b3-4037-9dbe-d40caeca7e94 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (a5052156-3a78-4a4b-8410-871fbe081ec0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:10.800347 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d357f5f-73b3-4037-9dbe-d40caeca7e94 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:10.801494 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-7d357f5f-73b3-4037-9dbe-d40caeca7e94 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "DELETE /v2.0/security-groups/a5052156-3a78-4a4b-8410-871fbe081ec0 HTTP/1.1" status: 204 len: 168 time: 0.2832778 Mar 16 11:36:10.804658 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59484) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:10.820870 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d357f5f-73b3-4037-9dbe-d40caeca7e94 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5052156-3a78-4a4b-8410-871fbe081ec0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:10.838289 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe484a-ccaf-4e24-8741-f6c6ef47a4e9 req-0ebb9fe0-c991-41cd-bd68-8a2c1b4f3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:10.839792 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-eefe484a-ccaf-4e24-8741-f6c6ef47a4e9 req-0ebb9fe0-c991-41cd-bd68-8a2c1b4f3171 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59c9c6d3-b51f-40f8-89fc-9424127984cc HTTP/1.1" status: 200 len: 915 time: 0.1145000 Mar 16 11:36:10.910107 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-eefe484a-ccaf-4e24-8741-f6c6ef47a4e9 req-d175fb1d-d6ea-47b5-8908-329271f9784c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497 HTTP/1.1" status: 200 len: 1001 time: 0.0629027 Mar 16 11:36:10.931088 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e19d370d-e0e2-477d-bd5e-904e5d7f1e94 None None] Current status of the port a8a2edbc-04c1-4203-ac1a-09855ab61497 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:10.960840 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe484a-ccaf-4e24-8741-f6c6ef47a4e9 req-63d03409-6b21-479d-a3fa-33e7951baf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:10.962291 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-eefe484a-ccaf-4e24-8741-f6c6ef47a4e9 req-63d03409-6b21-479d-a3fa-33e7951baf5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=736cf67c-5aab-4c84-8c18-832214a76d3d HTTP/1.1" status: 200 len: 853 time: 0.0458097 Mar 16 11:36:10.974363 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Deleting port 013fd110-c451-4b9c-8181-6850cda92748 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:36:10.974719 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (013fd110-c451-4b9c-8181-6850cda92748), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:11.014877 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe484a-ccaf-4e24-8741-f6c6ef47a4e9 req-cd098b8e-1e43-400f-b2f0-b2e6fd7a1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:11.016404 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-eefe484a-ccaf-4e24-8741-f6c6ef47a4e9 req-cd098b8e-1e43-400f-b2f0-b2e6fd7a1e48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59c9c6d3-b51f-40f8-89fc-9424127984cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475740 Mar 16 11:36:11.052032 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (013fd110-c451-4b9c-8181-6850cda92748), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:11.052351 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for floatingip (013fd110-c451-4b9c-8181-6850cda92748), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:11.063908 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Calling delete_port for 013fd110-c451-4b9c-8181-6850cda92748 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:36:11.103415 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-eefe484a-ccaf-4e24-8741-f6c6ef47a4e9 req-fa44145e-cc78-4833-b0c8-84fb548ae241 service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805314 Mar 16 11:36:11.193873 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-eefe484a-ccaf-4e24-8741-f6c6ef47a4e9 req-f7136f57-835a-4feb-9f0f-62281254ce29 service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840828 Mar 16 11:36:11.209628 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (013fd110-c451-4b9c-8181-6850cda92748), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:11.235184 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event deleted for resources: {'Port': ['ID=013fd110-c451-4b9c-8181-6850cda92748,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:11.246747 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.247105 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.247450 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.247792 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.248127 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.248458 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.248816 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.249148 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.249478 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.249807 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.250137 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.250464 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.250786 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.251110 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.251433 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:11.305416 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks [] for floatingip (7a8e5301-56cc-4aed-8437-1a7aeb547517), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:11.305745 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.l3_db [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Floating IP 7a8e5301-56cc-4aed-8437-1a7aeb547517 disassociated (deleted). External IP: 172.27.2.80, port: a8a2edbc-04c1-4203-ac1a-09855ab61497. Mar 16 11:36:11.508368 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Router 91d4d47f-160d-4d87-8dad-7bd79901ed06 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:36:11.613466 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:36:11.618194 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:11.623241 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23be91-e06c-4b8a-bebb-53b09b19075d None None] Sync routers for ids ['91d4d47f-160d-4d87-8dad-7bd79901ed06'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:11.633880 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23be91-e06c-4b8a-bebb-53b09b19075d None None] Routers {'91d4d47f-160d-4d87-8dad-7bd79901ed06'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:11.634618 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ca23be91-e06c-4b8a-bebb-53b09b19075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['91d4d47f-160d-4d87-8dad-7bd79901ed06'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:11.647719 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-53f86174-af16-4b74-a937-9d7fa9d020a2 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "DELETE /v2.0/floatingips/7a8e5301-56cc-4aed-8437-1a7aeb547517 HTTP/1.1" status: 204 len: 168 time: 0.8418446 Mar 16 11:36:11.648301 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:11.650622 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d22ff4cfa0512844a2c0897ffbbfd3483961e8b3f6ce0a9a828d387125369bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b96b99-eeb1-423f-887e-60030ba098d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:36:11.747367 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc4051f-2d4b-4081-a7f0-cf93ef34d53f x-openstack-request-id: req-afc4051f-2d4b-4081-a7f0-cf93ef34d53f {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:36:11.747661 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:36:11.747914 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-afc4051f-2d4b-4081-a7f0-cf93ef34d53f {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:36:11.748313 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'status': 'completed', 'code': 200} Mar 16 11:36:11.751727 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ca23be91-e06c-4b8a-bebb-53b09b19075d None None] Set router 91d4d47f-160d-4d87-8dad-7bd79901ed06 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:11.840261 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b96b99-eeb1-423f-887e-60030ba098d6 req-3edea36e-f0a4-4b2b-90b4-e966c6fbef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:11.842182 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-15b96b99-eeb1-423f-887e-60030ba098d6 req-3edea36e-f0a4-4b2b-90b4-e966c6fbef22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9558add6a3144f6a8fe7092d572432d1&device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 1130 time: 0.0507505 Mar 16 11:36:11.951902 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b96b99-eeb1-423f-887e-60030ba098d6 req-94f95bc0-5655-465a-b93b-3d4bbaea6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:11.953507 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-15b96b99-eeb1-423f-887e-60030ba098d6 req-94f95bc0-5655-465a-b93b-3d4bbaea6c97 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59c9c6d3-b51f-40f8-89fc-9424127984cc HTTP/1.1" status: 200 len: 915 time: 0.0971208 Mar 16 11:36:11.981640 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ca23be91-e06c-4b8a-bebb-53b09b19075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:34:12Z', 'revision_number': 4, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '600064b5-60fd-4d54-964f-7fccd637ba8a', 'name': '', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'mac_address': 'fa:16:3e:85:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:12Z', 'updated_at': '2022-03-16T11:34:16Z', 'revision_number': 5, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'subnets': [{'id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:12.007115 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23be91-e06c-4b8a-bebb-53b09b19075d None None] Checking router: 91d4d47f-160d-4d87-8dad-7bd79901ed06 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:12.014188 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-15b96b99-eeb1-423f-887e-60030ba098d6 req-6acbf70e-013e-4dd9-9897-9c0962498d77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497 HTTP/1.1" status: 200 len: 217 time: 0.0384042 Mar 16 11:36:12.016087 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23be91-e06c-4b8a-bebb-53b09b19075d None None] Routers {'91d4d47f-160d-4d87-8dad-7bd79901ed06'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:12.016729 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ca23be91-e06c-4b8a-bebb-53b09b19075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['91d4d47f-160d-4d87-8dad-7bd79901ed06'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:12.062463 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b96b99-eeb1-423f-887e-60030ba098d6 req-a693fc6b-a2aa-4754-a697-606751ce1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:12.063912 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-15b96b99-eeb1-423f-887e-60030ba098d6 req-a693fc6b-a2aa-4754-a697-606751ce1799 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=736cf67c-5aab-4c84-8c18-832214a76d3d HTTP/1.1" status: 200 len: 853 time: 0.0430143 Mar 16 11:36:12.111905 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b96b99-eeb1-423f-887e-60030ba098d6 req-68276b79-36d4-4ecb-8d83-c7a77b08ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:12.113444 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-15b96b99-eeb1-423f-887e-60030ba098d6 req-68276b79-36d4-4ecb-8d83-c7a77b08ad20 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59c9c6d3-b51f-40f8-89fc-9424127984cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436630 Mar 16 11:36:12.122922 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-ca23be91-e06c-4b8a-bebb-53b09b19075d None None] Set router 91d4d47f-160d-4d87-8dad-7bd79901ed06 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:12.204149 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-15b96b99-eeb1-423f-887e-60030ba098d6 req-e889b08b-dc90-49a4-bbaa-1a5e044aa920 service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839272 Mar 16 11:36:12.292319 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-15b96b99-eeb1-423f-887e-60030ba098d6 req-20cc4c34-14b6-4dcd-8712-e20804b01c35 service neutron] 10.222.0.62 "GET /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814269 Mar 16 11:36:12.319330 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-ca23be91-e06c-4b8a-bebb-53b09b19075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:34:12Z', 'revision_number': 4, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '600064b5-60fd-4d54-964f-7fccd637ba8a', 'name': '', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'mac_address': 'fa:16:3e:85:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:12Z', 'updated_at': '2022-03-16T11:34:16Z', 'revision_number': 5, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'subnets': [{'id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:12.348968 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23be91-e06c-4b8a-bebb-53b09b19075d None None] The sync data for ids ['91d4d47f-160d-4d87-8dad-7bd79901ed06'] in dv-cinder-790535-29-iscsi is: [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:34:12Z', 'revision_number': 4, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '600064b5-60fd-4d54-964f-7fccd637ba8a', 'name': '', 'network_id': '59c9c6d3-b51f-40f8-89fc-9424127984cc', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'mac_address': 'fa:16:3e:85:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:12Z', 'updated_at': '2022-03-16T11:34:16Z', 'revision_number': 5, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'subnets': [{'id': '736cf67c-5aab-4c84-8c18-832214a76d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:12.567410 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc6efa-d21a-4c6b-b9a1-7f372697d30d None None] New status for floating IP 7a8e5301-56cc-4aed-8437-1a7aeb547517: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:36:14.382009 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475ad87-e7f0-499c-b4fa-87ee12e39169 req-6ed12974-68ee-451f-8286-8dc0ac40bb0e tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:14.383470 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9475ad87-e7f0-499c-b4fa-87ee12e39169 req-6ed12974-68ee-451f-8286-8dc0ac40bb0e tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 946 time: 0.0568597 Mar 16 11:36:14.428661 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9475ad87-e7f0-499c-b4fa-87ee12e39169 req-9b96b0c3-ed0c-4c40-a0dc-e33f7fe13112 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389895 Mar 16 11:36:15.543382 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a656f2-411c-4af7-9521-8f55dd8de3cf req-23baab29-67e8-402c-a766-2b0dfd872b99 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:15.544837 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-02a656f2-411c-4af7-9521-8f55dd8de3cf req-23baab29-67e8-402c-a766-2b0dfd872b99 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 946 time: 0.0505779 Mar 16 11:36:15.589513 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-02a656f2-411c-4af7-9521-8f55dd8de3cf req-cf6d6c86-85aa-4639-82df-b6ce855b124f tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4436c80-cd2e-45bb-8ea9-2f27223cc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392354 Mar 16 11:36:16.208825 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51394ca-0507-4dfa-9fc5-cd0ed032049a req-1e04217e-7a3d-42ea-9069-1351285e56ac tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:16.210278 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b51394ca-0507-4dfa-9fc5-cd0ed032049a req-1e04217e-7a3d-42ea-9069-1351285e56ac tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 946 time: 0.0504124 Mar 16 11:36:16.301623 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-b51394ca-0507-4dfa-9fc5-cd0ed032049a req-1e2776be-3ab4-4b42-875e-bc700ed42b34 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Deleting port a8a2edbc-04c1-4203-ac1a-09855ab61497 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:36:16.301952 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b51394ca-0507-4dfa-9fc5-cd0ed032049a req-1e2776be-3ab4-4b42-875e-bc700ed42b34 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:16.389464 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b51394ca-0507-4dfa-9fc5-cd0ed032049a req-1e2776be-3ab4-4b42-875e-bc700ed42b34 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] For port a8a2edbc-04c1-4203-ac1a-09855ab61497, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8a2edbc-04c1-4203-ac1a-09855ab61497,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:16.389817 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b51394ca-0507-4dfa-9fc5-cd0ed032049a req-1e2776be-3ab4-4b42-875e-bc700ed42b34 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:16.400974 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-b51394ca-0507-4dfa-9fc5-cd0ed032049a req-1e2776be-3ab4-4b42-875e-bc700ed42b34 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Calling delete_port for a8a2edbc-04c1-4203-ac1a-09855ab61497 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:36:16.522243 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b51394ca-0507-4dfa-9fc5-cd0ed032049a req-1e2776be-3ab4-4b42-875e-bc700ed42b34 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (a8a2edbc-04c1-4203-ac1a-09855ab61497), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:16.547804 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2776be-3ab4-4b42-875e-bc700ed42b34 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Pushing event deleted for resources: {'Port': ['ID=a8a2edbc-04c1-4203-ac1a-09855ab61497,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:16.554313 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['a8a2edbc-04c1-4203-ac1a-09855ab61497'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:36:16.595350 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51394ca-0507-4dfa-9fc5-cd0ed032049a req-1e2776be-3ab4-4b42-875e-bc700ed42b34 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] No DVR routers for this DVR port a8a2edbc-04c1-4203-ac1a-09855ab61497 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:36:16.597858 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b51394ca-0507-4dfa-9fc5-cd0ed032049a req-1e2776be-3ab4-4b42-875e-bc700ed42b34 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:16.601162 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b51394ca-0507-4dfa-9fc5-cd0ed032049a req-1e2776be-3ab4-4b42-875e-bc700ed42b34 tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.62 "DELETE /v2.0/ports/a8a2edbc-04c1-4203-ac1a-09855ab61497 HTTP/1.1" status: 204 len: 173 time: 0.3859975 Mar 16 11:36:16.601593 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'name': 'network-vif-deleted', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:16.603803 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6ef4e9-7100-4b69-a9c9-e0e998c7ff32" -d '{"events": [{"server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "name": "network-vif-deleted", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:36:16.640220 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbc665a-bc03-4e9d-82d4-0a49427fbd8b x-openstack-request-id: req-7cbc665a-bc03-4e9d-82d4-0a49427fbd8b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:36:16.640515 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae42943c-2694-473b-9c2f-144790b2f8ba", "name": "network-vif-deleted", "tag": "a8a2edbc-04c1-4203-ac1a-09855ab61497", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:36:16.640794 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7cbc665a-bc03-4e9d-82d4-0a49427fbd8b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:36:16.641194 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae42943c-2694-473b-9c2f-144790b2f8ba', 'name': 'network-vif-deleted', 'tag': 'a8a2edbc-04c1-4203-ac1a-09855ab61497', 'status': 'completed', 'code': 200} Mar 16 11:36:16.689857 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-76da5c95-a2db-4862-964f-3f1f730e9612 req-97844308-9568-4ecd-9142-5f3c9c892aaf tempest-TestMinimumBasicScenario-371599957 tempest-TestMinimumBasicScenario-371599957-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae42943c-2694-473b-9c2f-144790b2f8ba HTTP/1.1" status: 200 len: 210 time: 0.0277283 Mar 16 11:36:18.272618 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59576) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:18.621299 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c91f9b4-1792-45cd-b438-d9a39e6e7d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774746'] for router_interface (91d4d47f-160d-4d87-8dad-7bd79901ed06), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:18.736447 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device a8a2edbc-04c1-4203-ac1a-09855ab61497 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:36:18.756220 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: a8a2edbc-04c1-4203-ac1a-09855ab61497 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:36:18.756557 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device a8a2edbc-04c1-4203-ac1a-09855ab61497 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:36:19.063849 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4c91f9b4-1792-45cd-b438-d9a39e6e7d04 admin admin] Deleting port 600064b5-60fd-4d54-964f-7fccd637ba8a {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:36:19.064183 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c91f9b4-1792-45cd-b438-d9a39e6e7d04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:19.139177 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-4c91f9b4-1792-45cd-b438-d9a39e6e7d04 admin admin] For port 600064b5-60fd-4d54-964f-7fccd637ba8a, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=600064b5-60fd-4d54-964f-7fccd637ba8a,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:19.139538 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c91f9b4-1792-45cd-b438-d9a39e6e7d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:19.151680 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4c91f9b4-1792-45cd-b438-d9a39e6e7d04 admin admin] Calling delete_port for 600064b5-60fd-4d54-964f-7fccd637ba8a owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:36:19.326295 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c91f9b4-1792-45cd-b438-d9a39e6e7d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (600064b5-60fd-4d54-964f-7fccd637ba8a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:19.348964 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91f9b4-1792-45cd-b438-d9a39e6e7d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=600064b5-60fd-4d54-964f-7fccd637ba8a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:19.518270 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c91f9b4-1792-45cd-b438-d9a39e6e7d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774902'] for router_interface (91d4d47f-160d-4d87-8dad-7bd79901ed06), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:19.726762 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c91f9b4-1792-45cd-b438-d9a39e6e7d04 admin admin] Router 91d4d47f-160d-4d87-8dad-7bd79901ed06 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:36:19.827226 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c91f9b4-1792-45cd-b438-d9a39e6e7d04 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:36:19.832124 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-4c91f9b4-1792-45cd-b438-d9a39e6e7d04 admin admin] 10.222.0.47 "PUT /v2.0/routers/91d4d47f-160d-4d87-8dad-7bd79901ed06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5584285 Mar 16 11:36:19.834690 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59578) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:19.837181 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ec093-f1e5-4b3d-8493-a2f80d5cef8d None None] Sync routers for ids ['91d4d47f-160d-4d87-8dad-7bd79901ed06'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:19.847758 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ec093-f1e5-4b3d-8493-a2f80d5cef8d None None] Routers {'91d4d47f-160d-4d87-8dad-7bd79901ed06'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:19.848359 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7a2ec093-f1e5-4b3d-8493-a2f80d5cef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['91d4d47f-160d-4d87-8dad-7bd79901ed06'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:19.936228 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Publish callbacks [] for router (91d4d47f-160d-4d87-8dad-7bd79901ed06), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:19.952556 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-7a2ec093-f1e5-4b3d-8493-a2f80d5cef8d None None] Set router 91d4d47f-160d-4d87-8dad-7bd79901ed06 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:20.037992 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Publish callbacks [] for router_gateway (91d4d47f-160d-4d87-8dad-7bd79901ed06), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.096289 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Deleting port 830ba492-6357-4d7d-b5d4-314ee1eb021f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:36:20.096948 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.176540 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] For port 830ba492-6357-4d7d-b5d4-314ee1eb021f, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=830ba492-6357-4d7d-b5d4-314ee1eb021f,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:20.176926 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.189559 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Calling delete_port for 830ba492-6357-4d7d-b5d4-314ee1eb021f owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:36:20.211923 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7a2ec093-f1e5-4b3d-8493-a2f80d5cef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:36:19Z', 'revision_number': 5, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port': {'id': '830ba492-6357-4d7d-b5d4-314ee1eb021f', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:10Z', 'updated_at': '2022-03-16T11:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:20.240908 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ec093-f1e5-4b3d-8493-a2f80d5cef8d None None] Checking router: 91d4d47f-160d-4d87-8dad-7bd79901ed06 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:20.249477 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ec093-f1e5-4b3d-8493-a2f80d5cef8d None None] Routers {'91d4d47f-160d-4d87-8dad-7bd79901ed06'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:20.250083 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7a2ec093-f1e5-4b3d-8493-a2f80d5cef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['91d4d47f-160d-4d87-8dad-7bd79901ed06'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:20.337179 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-7a2ec093-f1e5-4b3d-8493-a2f80d5cef8d None None] Set router 91d4d47f-160d-4d87-8dad-7bd79901ed06 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:20.356939 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (830ba492-6357-4d7d-b5d4-314ee1eb021f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.381655 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=830ba492-6357-4d7d-b5d4-314ee1eb021f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:20.388475 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-7a2ec093-f1e5-4b3d-8493-a2f80d5cef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:36:20Z', 'revision_number': 6, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port_host': None}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:20.416603 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ec093-f1e5-4b3d-8493-a2f80d5cef8d None None] The sync data for ids ['91d4d47f-160d-4d87-8dad-7bd79901ed06'] in dv-cinder-790535-29-iscsi is: [{'id': '91d4d47f-160d-4d87-8dad-7bd79901ed06', 'name': 'tempest-TestMinimumBasicScenario-141972289-router', 'tenant_id': '9558add6a3144f6a8fe7092d572432d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:09Z', 'updated_at': '2022-03-16T11:36:20Z', 'revision_number': 6, 'project_id': '9558add6a3144f6a8fe7092d572432d1', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:20.449301 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3769680'] for router_gateway (91d4d47f-160d-4d87-8dad-7bd79901ed06), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.539377 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26295'] for router (91d4d47f-160d-4d87-8dad-7bd79901ed06), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.541447 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Publish callbacks [] for router_controller (91d4d47f-160d-4d87-8dad-7bd79901ed06), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.582368 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775648'] for router (91d4d47f-160d-4d87-8dad-7bd79901ed06), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.583042 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d4d47f-160d-4d87-8dad-7bd79901ed06 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:36:20.587281 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.588356 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-00660fae-cbb1-4c0e-8f09-0887e3a826f9 admin admin] 10.222.0.47 "DELETE /v2.0/routers/91d4d47f-160d-4d87-8dad-7bd79901ed06 HTTP/1.1" status: 204 len: 168 time: 0.7527785 Mar 16 11:36:20.591427 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59580) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:20.637502 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-71978176-4107-44b6-b7b2-cde765f943b5 admin admin] Deleting subnet 736cf67c-5aab-4c84-8c18-832214a76d3d {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:36:20.640469 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-71978176-4107-44b6-b7b2-cde765f943b5 admin admin] Publish callbacks [] for subnet (736cf67c-5aab-4c84-8c18-832214a76d3d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.674008 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-71978176-4107-44b6-b7b2-cde765f943b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62316682'] for subnet (736cf67c-5aab-4c84-8c18-832214a76d3d), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.748843 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-71978176-4107-44b6-b7b2-cde765f943b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (736cf67c-5aab-4c84-8c18-832214a76d3d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.815633 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-71978176-4107-44b6-b7b2-cde765f943b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62423950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62846945'] for subnet (736cf67c-5aab-4c84-8c18-832214a76d3d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.845137 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71978176-4107-44b6-b7b2-cde765f943b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736cf67c-5aab-4c84-8c18-832214a76d3d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:20.849018 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-71978176-4107-44b6-b7b2-cde765f943b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.852499 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-71978176-4107-44b6-b7b2-cde765f943b5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/736cf67c-5aab-4c84-8c18-832214a76d3d HTTP/1.1" status: 204 len: 168 time: 0.2601175 Mar 16 11:36:20.855218 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59582) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:20.860341 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5064719-1136-4dc3-af4b-c844e5bfcbc2 None None] Network 59c9c6d3-b51f-40f8-89fc-9424127984cc requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:36:20.928792 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (59c9c6d3-b51f-40f8-89fc-9424127984cc), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:20.949455 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 600064b5-60fd-4d54-964f-7fccd637ba8a no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:36:20.972779 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 600064b5-60fd-4d54-964f-7fccd637ba8a {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:36:20.973357 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 600064b5-60fd-4d54-964f-7fccd637ba8a not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:36:20.989739 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Deleting port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:36:20.990084 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:21.048189 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] DHCP port deletion for 59c9c6d3-b51f-40f8-89fc-9424127984cc request from dv-cinder-790535-29-iscsi {{(pid=103139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 11:36:21.066868 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] For port d255f75d-cd7b-40e7-816c-fa0bfabdcba0, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=d255f75d-cd7b-40e7-816c-fa0bfabdcba0,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:21.067230 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:21.080758 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Calling delete_port for d255f75d-cd7b-40e7-816c-fa0bfabdcba0 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:36:21.098441 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Deleting port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:36:21.098943 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:21.164298 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:21.193253 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Pushing event deleted for resources: {'Port': ['ID=d255f75d-cd7b-40e7-816c-fa0bfabdcba0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:21.195027 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] No DVR routers for this DVR port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 on host dv-cinder-790535-29-iscsi {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:36:21.272367 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (59c9c6d3-b51f-40f8-89fc-9424127984cc), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:21.292595 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c9c6d3-b51f-40f8-89fc-9424127984cc']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:21.301632 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ee9709-11bf-4123-ada3-580f7b22071a') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:21.301923 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ee9709-11bf-4123-ada3-580f7b22071a') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:21.302037 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] For port d255f75d-cd7b-40e7-816c-fa0bfabdcba0, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=d255f75d-cd7b-40e7-816c-fa0bfabdcba0,segment=NetworkSegment(46ee9709-11bf-4123-ada3-580f7b22071a),segment_id=46ee9709-11bf-4123-ada3-580f7b22071a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:21.302326 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:21.311377 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62316673'] for segment (46ee9709-11bf-4123-ada3-580f7b22071a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:21.314556 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Calling delete_port for d255f75d-cd7b-40e7-816c-fa0bfabdcba0 owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:36:21.325229 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (46ee9709-11bf-4123-ada3-580f7b22071a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:21.331213 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:36:21.331603 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62423844'] for segment (46ee9709-11bf-4123-ada3-580f7b22071a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: Traceback (most recent call last): Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: timer() Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: cb(*args, **kw) Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: return func(*args, **kwargs) Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: self._notify() Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: self.callback(batched_events) Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: event.method(event) Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: return f(self, *a, **k) Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._get(url).json() Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: return self.request(url, 'GET', **kwargs) Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:36:21.333341 dv-cinder-790535-29-iscsi neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:36:21.389278 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153'] for port (d255f75d-cd7b-40e7-816c-fa0bfabdcba0), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:21.392009 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (59c9c6d3-b51f-40f8-89fc-9424127984cc), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:21.396768 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:21.399974 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] 10.222.0.47 "DELETE /v2.0/networks/59c9c6d3-b51f-40f8-89fc-9424127984cc HTTP/1.1" status: 204 len: 168 time: 0.5438137 Mar 16 11:36:21.403008 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59584) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:21.411409 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Pushing event deleted for resources: {'Port': ['ID=d255f75d-cd7b-40e7-816c-fa0bfabdcba0,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:21.413339 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Network 59c9c6d3-b51f-40f8-89fc-9424127984cc is not hosted by any dhcp agent {{(pid=103139) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 16 11:36:21.413787 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] No DVR routers for this DVR port d255f75d-cd7b-40e7-816c-fa0bfabdcba0 on host dv-cinder-790535-29-iscsi {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:36:21.424121 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.424121 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.424121 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.424447 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.424812 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.425143 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.425527 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.425894 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.426170 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.426490 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.426804 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.427128 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.427550 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.427752 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.428067 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589740ce-f9da-415c-8056-5d8c66814b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:21.451829 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a081dfd-5dc5-4bd5-afde-e7bcaa7e760f admin admin] Pushing event deleted for resources: {'Network': ['ID=59c9c6d3-b51f-40f8-89fc-9424127984cc,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:21.938882 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-060f6ef2-34ed-46c7-a726-4d477d456615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774746'] for router_interface (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:22.180583 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-060f6ef2-34ed-46c7-a726-4d477d456615 admin admin] Deleting port 0657cfc6-e98f-4b95-acb3-c657db4876b2 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:36:22.181182 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-060f6ef2-34ed-46c7-a726-4d477d456615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:22.262333 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-060f6ef2-34ed-46c7-a726-4d477d456615 admin admin] For port 0657cfc6-e98f-4b95-acb3-c657db4876b2, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=0657cfc6-e98f-4b95-acb3-c657db4876b2,segment=NetworkSegment(afd89c9a-d38d-4f22-a2e1-9a74c184f9fb),segment_id=afd89c9a-d38d-4f22-a2e1-9a74c184f9fb)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:22.262702 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-060f6ef2-34ed-46c7-a726-4d477d456615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:22.275616 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-060f6ef2-34ed-46c7-a726-4d477d456615 admin admin] Calling delete_port for 0657cfc6-e98f-4b95-acb3-c657db4876b2 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:36:22.452098 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-060f6ef2-34ed-46c7-a726-4d477d456615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (0657cfc6-e98f-4b95-acb3-c657db4876b2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:22.479181 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f6ef2-34ed-46c7-a726-4d477d456615 admin admin] Pushing event deleted for resources: {'Port': ['ID=0657cfc6-e98f-4b95-acb3-c657db4876b2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:22.644256 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-060f6ef2-34ed-46c7-a726-4d477d456615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774902'] for router_interface (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:22.857006 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060f6ef2-34ed-46c7-a726-4d477d456615 admin admin] Router 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:36:22.884798 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 830ba492-6357-4d7d-b5d4-314ee1eb021f no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:36:22.907997 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 830ba492-6357-4d7d-b5d4-314ee1eb021f {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:36:22.908431 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 830ba492-6357-4d7d-b5d4-314ee1eb021f not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:36:22.908884 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device d255f75d-cd7b-40e7-816c-fa0bfabdcba0 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:36:22.927587 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: d255f75d-cd7b-40e7-816c-fa0bfabdcba0 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:36:22.927931 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device d255f75d-cd7b-40e7-816c-fa0bfabdcba0 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:36:22.964608 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060f6ef2-34ed-46c7-a726-4d477d456615 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:36:22.970312 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-060f6ef2-34ed-46c7-a726-4d477d456615 admin admin] 10.222.0.47 "PUT /v2.0/routers/8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5663314 Mar 16 11:36:22.972970 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59586) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:22.973701 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc786d5b-761c-4b43-a4df-6c351355947b None None] Sync routers for ids ['8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:22.984813 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc786d5b-761c-4b43-a4df-6c351355947b None None] Routers {'8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:22.985457 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fc786d5b-761c-4b43-a4df-6c351355947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:23.077974 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Publish callbacks [] for router (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.097041 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-fc786d5b-761c-4b43-a4df-6c351355947b None None] Set router 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:23.180979 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Publish callbacks [] for router_gateway (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.235841 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Deleting port 32b23740-3a7e-4528-9048-2e52c0a7d347 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:36:23.236278 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.276748 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fc786d5b-761c-4b43-a4df-6c351355947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'name': 'tempest-TestMinimumBasicScenario-79720454-router', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:36:22Z', 'revision_number': 5, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'gw_port': {'id': '32b23740-3a7e-4528-9048-2e52c0a7d347', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:23.307141 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc786d5b-761c-4b43-a4df-6c351355947b None None] Checking router: 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:23.315860 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc786d5b-761c-4b43-a4df-6c351355947b None None] Routers {'8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:23.316050 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] For port 32b23740-3a7e-4528-9048-2e52c0a7d347, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=32b23740-3a7e-4528-9048-2e52c0a7d347,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:23.316362 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.316489 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fc786d5b-761c-4b43-a4df-6c351355947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:23.328364 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Calling delete_port for 32b23740-3a7e-4528-9048-2e52c0a7d347 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:36:23.404323 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-fc786d5b-761c-4b43-a4df-6c351355947b None None] Set router 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:23.456401 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fc786d5b-761c-4b43-a4df-6c351355947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'name': 'tempest-TestMinimumBasicScenario-79720454-router', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:36:23Z', 'revision_number': 6, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'gw_port_host': None}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:23.485671 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc786d5b-761c-4b43-a4df-6c351355947b None None] The sync data for ids ['8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1'] in dv-cinder-790535-29-iscsi is: [{'id': '8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1', 'name': 'tempest-TestMinimumBasicScenario-79720454-router', 'tenant_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:14Z', 'updated_at': '2022-03-16T11:36:23Z', 'revision_number': 6, 'project_id': '815f7f47a5fe4dbabac702e612cc9f8d', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:23.491943 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (32b23740-3a7e-4528-9048-2e52c0a7d347), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.518080 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Pushing event deleted for resources: {'Port': ['ID=32b23740-3a7e-4528-9048-2e52c0a7d347,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:23.577776 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3769680'] for router_gateway (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.666869 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26295'] for router (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.669450 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Publish callbacks [] for router_controller (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.713614 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775648'] for router (8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.714204 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:36:23.718816 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.719943 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-f45cf0f3-c617-4408-ab29-0d9a7b5fd42d admin admin] 10.222.0.47 "DELETE /v2.0/routers/8aa2170c-c2b6-42d3-b03b-55cc5ba0c8e1 HTTP/1.1" status: 204 len: 168 time: 0.7460570 Mar 16 11:36:23.722549 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59588) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:23.765508 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cee0499-b5c8-4b01-a12a-7ed4ad736e0d admin admin] Deleting subnet 33aa2988-6ba7-4fe4-9f88-909501c34972 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:36:23.768583 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cee0499-b5c8-4b01-a12a-7ed4ad736e0d admin admin] Publish callbacks [] for subnet (33aa2988-6ba7-4fe4-9f88-909501c34972), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.802582 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cee0499-b5c8-4b01-a12a-7ed4ad736e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62316682'] for subnet (33aa2988-6ba7-4fe4-9f88-909501c34972), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.883491 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cee0499-b5c8-4b01-a12a-7ed4ad736e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (33aa2988-6ba7-4fe4-9f88-909501c34972), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.937171 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cee0499-b5c8-4b01-a12a-7ed4ad736e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62423950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62846945'] for subnet (33aa2988-6ba7-4fe4-9f88-909501c34972), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.962107 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee0499-b5c8-4b01-a12a-7ed4ad736e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33aa2988-6ba7-4fe4-9f88-909501c34972,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:23.966240 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cee0499-b5c8-4b01-a12a-7ed4ad736e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:23.969368 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-9cee0499-b5c8-4b01-a12a-7ed4ad736e0d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/33aa2988-6ba7-4fe4-9f88-909501c34972 HTTP/1.1" status: 204 len: 168 time: 0.2458844 Mar 16 11:36:23.971929 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59590) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:23.972311 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999cb2f8-b53f-4e23-b81e-232e38716a28 None None] Network 073181f4-b6e8-4e2d-acc5-3ef8963fd563 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:36:24.042669 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (073181f4-b6e8-4e2d-acc5-3ef8963fd563), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.095770 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Deleting port 855f9f65-d739-4e53-9899-62ce285df2e7 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:36:24.096109 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (855f9f65-d739-4e53-9899-62ce285df2e7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.157493 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] For port 855f9f65-d739-4e53-9899-62ce285df2e7, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=855f9f65-d739-4e53-9899-62ce285df2e7,segment=NetworkSegment(afd89c9a-d38d-4f22-a2e1-9a74c184f9fb),segment_id=afd89c9a-d38d-4f22-a2e1-9a74c184f9fb)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:24.157850 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (855f9f65-d739-4e53-9899-62ce285df2e7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.169675 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Calling delete_port for 855f9f65-d739-4e53-9899-62ce285df2e7 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:36:24.252765 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (855f9f65-d739-4e53-9899-62ce285df2e7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.260110 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0a27cc-1bfe-49cf-a9f3-9477acbfadfa None None] DHCP port deletion for 073181f4-b6e8-4e2d-acc5-3ef8963fd563 request from dv-cinder-790535-29-iscsi {{(pid=103139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 11:36:24.271571 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] No DVR routers for this DVR port 855f9f65-d739-4e53-9899-62ce285df2e7 on host dv-cinder-790535-29-iscsi {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:36:24.291948 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=855f9f65-d739-4e53-9899-62ce285df2e7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:24.361951 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (073181f4-b6e8-4e2d-acc5-3ef8963fd563), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.382894 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073181f4-b6e8-4e2d-acc5-3ef8963fd563']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:24.392560 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd89c9a-d38d-4f22-a2e1-9a74c184f9fb') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:24.392891 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd89c9a-d38d-4f22-a2e1-9a74c184f9fb') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:24.402010 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62316673'] for segment (afd89c9a-d38d-4f22-a2e1-9a74c184f9fb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.414880 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (afd89c9a-d38d-4f22-a2e1-9a74c184f9fb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.420671 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:36:24.421060 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62423844'] for segment (afd89c9a-d38d-4f22-a2e1-9a74c184f9fb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: Traceback (most recent call last): Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: timer() Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: cb(*args, **kw) Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: return func(*args, **kwargs) Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: self._notify() Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: self.callback(batched_events) Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: event.method(event) Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: return f(self, *a, **k) Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._get(url).json() Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: return self.request(url, 'GET', **kwargs) Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:36:24.422694 dv-cinder-790535-29-iscsi neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:36:24.477646 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (073181f4-b6e8-4e2d-acc5-3ef8963fd563), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.482222 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.485487 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] 10.222.0.47 "DELETE /v2.0/networks/073181f4-b6e8-4e2d-acc5-3ef8963fd563 HTTP/1.1" status: 204 len: 168 time: 0.5126469 Mar 16 11:36:24.500012 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869f636-23d5-4c9d-a044-ec37a34b7f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=073181f4-b6e8-4e2d-acc5-3ef8963fd563,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:24.653009 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59594) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:24.692518 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-1e7ab279-31cb-4d4e-86e1-331e825de751 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9558add6a3144f6a8fe7092d572432d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383625 Mar 16 11:36:24.695056 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59596) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:24.756147 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-68fee7c6-4332-4e64-9aca-2a6c63bab58e admin admin] Publish callbacks [] for security_group (e4436c80-cd2e-45bb-8ea9-2f27223cc32a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.776418 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-68fee7c6-4332-4e64-9aca-2a6c63bab58e admin admin] Publish callbacks [] for security_group (e4436c80-cd2e-45bb-8ea9-2f27223cc32a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.824528 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-68fee7c6-4332-4e64-9aca-2a6c63bab58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (e4436c80-cd2e-45bb-8ea9-2f27223cc32a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.827109 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-68fee7c6-4332-4e64-9aca-2a6c63bab58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:24.828258 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-68fee7c6-4332-4e64-9aca-2a6c63bab58e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e4436c80-cd2e-45bb-8ea9-2f27223cc32a HTTP/1.1" status: 204 len: 168 time: 0.1322920 Mar 16 11:36:24.837610 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fee7c6-4332-4e64-9aca-2a6c63bab58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4436c80-cd2e-45bb-8ea9-2f27223cc32a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:24.844787 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 855f9f65-d739-4e53-9899-62ce285df2e7 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:36:24.875114 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 855f9f65-d739-4e53-9899-62ce285df2e7 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:36:24.875467 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 855f9f65-d739-4e53-9899-62ce285df2e7 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:36:24.875867 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 32b23740-3a7e-4528-9048-2e52c0a7d347 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:36:24.896157 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 32b23740-3a7e-4528-9048-2e52c0a7d347 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:36:24.896501 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 32b23740-3a7e-4528-9048-2e52c0a7d347 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:36:24.896955 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 0657cfc6-e98f-4b95-acb3-c657db4876b2 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:36:24.915115 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 0657cfc6-e98f-4b95-acb3-c657db4876b2 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:36:24.915461 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 0657cfc6-e98f-4b95-acb3-c657db4876b2 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:36:25.139031 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59602) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:25.178926 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-18586696-9c1b-44b9-b9fb-9c89f1f58748 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=815f7f47a5fe4dbabac702e612cc9f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387752 Mar 16 11:36:25.181293 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59604) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:25.227219 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d5ccffb-fdeb-41f2-93b9-98204a292405 admin admin] Publish callbacks [] for security_group (f45eaec7-db6d-4b19-b7d5-4b334149ba41), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:25.247614 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d5ccffb-fdeb-41f2-93b9-98204a292405 admin admin] Publish callbacks [] for security_group (f45eaec7-db6d-4b19-b7d5-4b334149ba41), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:25.297613 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d5ccffb-fdeb-41f2-93b9-98204a292405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (f45eaec7-db6d-4b19-b7d5-4b334149ba41), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:25.300276 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d5ccffb-fdeb-41f2-93b9-98204a292405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:25.301440 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-3d5ccffb-fdeb-41f2-93b9-98204a292405 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f45eaec7-db6d-4b19-b7d5-4b334149ba41 HTTP/1.1" status: 204 len: 168 time: 0.1192765 Mar 16 11:36:25.308898 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ccffb-fdeb-41f2-93b9-98204a292405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45eaec7-db6d-4b19-b7d5-4b334149ba41,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:25.955389 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59626) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:26.050475 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1711346654-network', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:26.347303 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Made reservation on behalf of 7bce9376ce9a4ff0808ada5bed611e07 for: {'network': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:36:26.349508 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.358030 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.429418 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Publish callbacks [] for security_group (c39b36b2-e534-4586-a169-ed6965f11b67), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.433002 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (c39b36b2-e534-4586-a169-ed6965f11b67), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.455292 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:36:26.469021 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b36b2-e534-4586-a169-ed6965f11b67,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:26.474683 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (55484db2-6ddc-4b21-ae78-a775ba55009b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.475021 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.segments_db [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Added segment 55484db2-6ddc-4b21-ae78-a775ba55009b of type vlan for network fe20d231-bc2e-4f47-9de1-5e0e705dace3 Mar 16 11:36:26.514612 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (fe20d231-bc2e-4f47-9de1-5e0e705dace3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.537868 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (fe20d231-bc2e-4f47-9de1-5e0e705dace3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.538821 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:26.539398 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.599632 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6431503 Mar 16 11:36:26.602656 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59630) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:26.604559 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e797b15-6dd1-4d80-ba7e-e13c1036389a admin admin] Pushing event updated for resources: {'Network': ['ID=fe20d231-bc2e-4f47-9de1-5e0e705dace3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:26.608157 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-67a63387-4ab9-4a4d-a30c-d58363661179 admin admin] Request body: {'subnet': {'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1711346654-subnet', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:26.614693 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network fe20d231-bc2e-4f47-9de1-5e0e705dace3 details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:36:26.628381 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a63387-4ab9-4a4d-a30c-d58363661179 admin admin] Made reservation on behalf of 7bce9376ce9a4ff0808ada5bed611e07 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:36:26.630880 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67a63387-4ab9-4a4d-a30c-d58363661179 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62846918'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.797341 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67a63387-4ab9-4a4d-a30c-d58363661179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62424013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62846968'] for subnet (42e5ac2f-a638-40de-abf1-717494db4de8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.852972 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a63387-4ab9-4a4d-a30c-d58363661179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e5ac2f-a638-40de-abf1-717494db4de8,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:26.860956 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a63387-4ab9-4a4d-a30c-d58363661179 admin admin] Checking segment: {'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:36:26.861343 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a63387-4ab9-4a4d-a30c-d58363661179 admin admin] Network hostable DHCP agents. Network: fe20d231-bc2e-4f47-9de1-5e0e705dace3, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:36:26.876667 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a63387-4ab9-4a4d-a30c-d58363661179 admin admin] Network fe20d231-bc2e-4f47-9de1-5e0e705dace3 is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:36:26.885140 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-67a63387-4ab9-4a4d-a30c-d58363661179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, fe20d231-bc2e-4f47-9de1-5e0e705dace3) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:26.889526 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a63387-4ab9-4a4d-a30c-d58363661179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:26.890153 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67a63387-4ab9-4a4d-a30c-d58363661179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.893793 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c5350-f22b-4a45-a4c4-d6ac1a31404b None None] Network fe20d231-bc2e-4f47-9de1-5e0e705dace3 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:36:26.907798 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-67a63387-4ab9-4a4d-a30c-d58363661179 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3040197 Mar 16 11:36:26.910736 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59632) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:26.914902 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:26.933645 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26277'] for router (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.934669 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3769999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26286'] for router (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:26.989565 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Publish callbacks [] for router_controller (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:27.003517 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6276439-8411-5798-9bc0-2df5efd08d60-fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'fixed_ips': [{'subnet_id': '42e5ac2f-a638-40de-abf1-717494db4de8'}]}} from dv-cinder-790535-29-iscsi. {{(pid=103139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 11:36:27.004342 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:27.139162 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Allocated IP 172.20.0.2 (fe20d231-bc2e-4f47-9de1-5e0e705dace3/42e5ac2f-a638-40de-abf1-717494db4de8/a8ea40fb-c90c-4207-bece-90d731f8babf) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:27.286123 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Publish callbacks [] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:27.291754 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:27.326775 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Network fe20d231-bc2e-4f47-9de1-5e0e705dace3 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:27.327714 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Publish callbacks [] for router_gateway (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:27.331547 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:27.335114 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:36:27.346828 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Pushing event updated for resources: {'Port': ['ID=a8ea40fb-c90c-4207-bece-90d731f8babf,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:27.399252 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Attempting to bind port a8ea40fb-c90c-4207-bece-90d731f8babf on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:36:27.399540 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Attempting to bind port a8ea40fb-c90c-4207-bece-90d731f8babf by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:36:27.399904 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Attempting to bind port a8ea40fb-c90c-4207-bece-90d731f8babf on network fe20d231-bc2e-4f47-9de1-5e0e705dace3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:36:27.404919 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:36:27.405492 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Checking segment: {'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:36:27.405904 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:27.406300 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Bound using segment: {'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:36:27.406767 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Bound port: a8ea40fb-c90c-4207-bece-90d731f8babf, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:36:27.407148 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:27.468321 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] For port a8ea40fb-c90c-4207-bece-90d731f8babf, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:36:27.471367 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] For port a8ea40fb-c90c-4207-bece-90d731f8babf, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=a8ea40fb-c90c-4207-bece-90d731f8babf,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:36:27.478071 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:27.529982 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Publish callbacks [] for router_gateway (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:27.539130 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ee709-efcb-4cc0-9f4f-8408cc327d7a None None] Pushing event updated for resources: {'Port': ['ID=a8ea40fb-c90c-4207-bece-90d731f8babf,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:27.549828 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:27.660324 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Allocated IP 172.27.2.148 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:27.780743 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Publish callbacks [] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:27.818458 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:27.862115 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:27.865124 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:27.867542 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:36:27.891226 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Pushing event updated for resources: {'Port': ['ID=944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:28.117720 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Publish callbacks [] for router_gateway (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:28.323053 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769724'] for router (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:28.408048 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f0091f-5e3f-4898-81ab-116fdc276cd3 None None] Network fe20d231-bc2e-4f47-9de1-5e0e705dace3 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:36:28.456706 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 is scheduled to L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:36:28.489365 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-a71e5827-1d23-4d8e-b68a-9d881b090cd4 None None] Provisioning complete for port a8ea40fb-c90c-4207-bece-90d731f8babf triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:28.489658 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a71e5827-1d23-4d8e-b68a-9d881b090cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:28.575725 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:36:28.587128 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Sync routers for ids ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:28.594945 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:28.596590 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-840530c3-514c-4512-b17b-a7a5e8174936 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6849058 Mar 16 11:36:28.596986 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-a71e5827-1d23-4d8e-b68a-9d881b090cd4 None None] Current status of the port a8ea40fb-c90c-4207-bece-90d731f8babf is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:28.597297 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a71e5827-1d23-4d8e-b68a-9d881b090cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:28.599236 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59634) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:28.600757 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Routers {'2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:28.601476 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:28.631484 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a71e5827-1d23-4d8e-b68a-9d881b090cd4 None None] For port a8ea40fb-c90c-4207-bece-90d731f8babf, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=a8ea40fb-c90c-4207-bece-90d731f8babf,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:28.635702 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a71e5827-1d23-4d8e-b68a-9d881b090cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:28.692948 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e5827-1d23-4d8e-b68a-9d881b090cd4 None None] Pushing event updated for resources: {'Port': ['ID=a8ea40fb-c90c-4207-bece-90d731f8babf,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:28.725413 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Set router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:28.862888 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-bd6a3a76-d93a-4271-955c-671e2acf2326 None None] Provisioning complete for port a8ea40fb-c90c-4207-bece-90d731f8babf triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:28.863781 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3a76-d93a-4271-955c-671e2acf2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:28.900464 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device a8ea40fb-c90c-4207-bece-90d731f8babf up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:36:28.929225 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:36:28Z', 'revision_number': 3, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:28.965852 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Checking router: 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:28.966978 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Updating router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b binding host dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:36:28.997393 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.053553 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.129375 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port a8ea40fb-c90c-4207-bece-90d731f8babf triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:29.129809 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.131345 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a3a76-d93a-4271-955c-671e2acf2326 None None] Current status of the port a8ea40fb-c90c-4207-bece-90d731f8babf is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:29.217770 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Allocated IP 172.20.0.1 (fe20d231-bc2e-4f47-9de1-5e0e705dace3/42e5ac2f-a638-40de-abf1-717494db4de8/b86dce1d-519e-4752-94ce-98c968f2aae1) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:29.220000 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port a8ea40fb-c90c-4207-bece-90d731f8babf is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:29.256811 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Publish callbacks [] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.261787 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.315599 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Attempting to bind port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:36:29.315901 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Attempting to bind port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:36:29.316264 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Attempting to bind port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b on network 9cf056d6-fdfe-4a51-9b70-374530641aca {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:36:29.318822 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Publish callbacks [] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.323057 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Pushing event updated for resources: {'Port': ['ID=944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:29.326240 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:36:29.326611 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Checking segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:36:29.327014 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.327412 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Bound using segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:36:29.327879 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Bound port: 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:36:29.328254 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.334565 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.334913 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.335369 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.335731 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.336169 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.336547 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.336943 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.337257 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.337602 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.337934 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.338259 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.338603 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.338928 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.339255 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.339572 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:29.351424 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.389898 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] For port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:36:29.393022 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] For port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:36:29.394700 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Network fe20d231-bc2e-4f47-9de1-5e0e705dace3 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:29.397895 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.398067 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:29.401550 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:36:29.425596 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b86dce1d-519e-4752-94ce-98c968f2aae1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:29.443925 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769743'] for router_interface (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.455857 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4c4e8-f268-4815-8215-50137b87defa None None] Pushing event updated for resources: {'Port': ['ID=944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:29.463550 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Routers {'2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:29.464319 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:29.581344 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] Set router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:29.582463 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.656981 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-4ab862ed-8cdb-4bcd-b7d2-3a276bbd79db None None] Provisioning complete for port b86dce1d-519e-4752-94ce-98c968f2aae1 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:29.657591 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4ab862ed-8cdb-4bcd-b7d2-3a276bbd79db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.691758 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4ab862ed-8cdb-4bcd-b7d2-3a276bbd79db None None] Port b86dce1d-519e-4752-94ce-98c968f2aae1 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:36:29.753688 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Publish callbacks [] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.757777 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62423896'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.767974 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:36:28Z', 'revision_number': 3, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:29.822328 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b86dce1d-519e-4752-94ce-98c968f2aae1,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:29.831732 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774783'] for router_interface (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:29.883423 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6a55f-ecca-43eb-97c1-b97910ebd927 None None] The sync data for ids ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'] in dv-cinder-790535-29-iscsi is: [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:36:28Z', 'revision_number': 3, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:29.930557 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Network fe20d231-bc2e-4f47-9de1-5e0e705dace3 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:29.932052 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:30.216032 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-e6b7b87a-a057-4b49-83f1-769b0206b890 None None] Provisioning complete for port b86dce1d-519e-4752-94ce-98c968f2aae1 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:30.219980 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e6b7b87a-a057-4b49-83f1-769b0206b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:30.259213 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7b87a-a057-4b49-83f1-769b0206b890 None None] Port b86dce1d-519e-4752-94ce-98c968f2aae1 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:36:30.278735 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:36:30.330770 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-84345844-56dc-4c14-8c15-aa87c2693d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:30.390158 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:36:30.395165 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-dd489df8-ec00-4b90-ac5e-6db9d2bf2dc7 admin admin] 10.222.0.47 "PUT /v2.0/routers/2d35fb69-584f-4bfe-9cb9-b30b384c1bf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7944188 Mar 16 11:36:30.864139 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:36:30.872844 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59650) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:30.877680 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1889571321-network', 'tenant_id': '415fd654e617489496d13d37176235fe'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:30.899029 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Made reservation on behalf of 415fd654e617489496d13d37176235fe for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:36:30.902360 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:30.915492 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:30.916879 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:30.917271 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:30.990785 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Publish callbacks [] for security_group (d35cdba4-d0db-4d69-9b82-4d97a64a007a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:30.994920 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (d35cdba4-d0db-4d69-9b82-4d97a64a007a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:30.995079 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:30.995403 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.016432 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:31.018311 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:36:31.021080 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.035432 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35cdba4-d0db-4d69-9b82-4d97a64a007a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:31.039384 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (b7882894-1fe1-4338-9d66-7e690014c11a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.039732 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.db.segments_db [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Added segment b7882894-1fe1-4338-9d66-7e690014c11a of type vlan for network 6750ebd8-face-49f2-b8d7-e0d98a2078d3 Mar 16 11:36:31.067765 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:31.081514 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763249024458'] for network (6750ebd8-face-49f2-b8d7-e0d98a2078d3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.108281 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205'] for network (6750ebd8-face-49f2-b8d7-e0d98a2078d3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.109359 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:31.109955 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.167524 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2935722 Mar 16 11:36:31.170868 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59652) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:31.173210 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b64edd-8e1b-4e42-854b-9aa5d53fffa1 admin admin] Pushing event updated for resources: {'Network': ['ID=6750ebd8-face-49f2-b8d7-e0d98a2078d3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:31.175995 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-64d31c15-6b0b-426c-823c-61d1437cc027 admin admin] Request body: {'subnet': {'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1889571321-subnet', 'tenant_id': '415fd654e617489496d13d37176235fe', 'ip_version': 4}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:31.182766 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Network 6750ebd8-face-49f2-b8d7-e0d98a2078d3 details requested by agent ovs-agent-dv-cinder-790535-29-iscsi with host dv-cinder-790535-29-iscsi {{(pid=103139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 11:36:31.194700 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d31c15-6b0b-426c-823c-61d1437cc027 admin admin] Made reservation on behalf of 415fd654e617489496d13d37176235fe for: {'subnet': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:36:31.197117 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64d31c15-6b0b-426c-823c-61d1437cc027 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59554045'] for subnet (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.372296 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64d31c15-6b0b-426c-823c-61d1437cc027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59633011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59553987'] for subnet (508939c3-1b17-48af-b531-8c6e66667da7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.419899 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d31c15-6b0b-426c-823c-61d1437cc027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=508939c3-1b17-48af-b531-8c6e66667da7,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:31.432641 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Sync routers for ids ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:31.437434 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d31c15-6b0b-426c-823c-61d1437cc027 admin admin] Checking segment: {'id': 'b7882894-1fe1-4338-9d66-7e690014c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:36:31.437798 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d31c15-6b0b-426c-823c-61d1437cc027 admin admin] Network hostable DHCP agents. Network: 6750ebd8-face-49f2-b8d7-e0d98a2078d3, hostable agents: ['a1ea8441-16d6-48d9-98f3-d939026b0039'], hosted agents: [] {{(pid=103138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:36:31.443398 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Routers {'2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:31.444102 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:31.454826 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d31c15-6b0b-426c-823c-61d1437cc027 admin admin] Network 6750ebd8-face-49f2-b8d7-e0d98a2078d3 is scheduled to be hosted by DHCP agent a1ea8441-16d6-48d9-98f3-d939026b0039 with binding_index 1 {{(pid=103138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:36:31.465341 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-64d31c15-6b0b-426c-823c-61d1437cc027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-29-iscsi, 6750ebd8-face-49f2-b8d7-e0d98a2078d3) {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:31.469468 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d31c15-6b0b-426c-823c-61d1437cc027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:31.470058 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64d31c15-6b0b-426c-823c-61d1437cc027 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.489425 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-64d31c15-6b0b-426c-823c-61d1437cc027 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3149264 Mar 16 11:36:31.489425 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59654) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:31.493571 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1889571321-router', 'tenant_id': '415fd654e617489496d13d37176235fe', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:31.507554 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e29d4f-765a-4127-a9f7-733a2719f0e3 None None] Network 6750ebd8-face-49f2-b8d7-e0d98a2078d3 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:36:31.512388 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26277'] for router (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.513804 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3769999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26286'] for router (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.568817 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Publish callbacks [] for router_controller (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), precommit_add_association {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.613991 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Set router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:31.663233 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6276439-8411-5798-9bc0-2df5efd08d60-6750ebd8-face-49f2-b8d7-e0d98a2078d3', 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3', 'project_id': '415fd654e617489496d13d37176235fe', 'fixed_ips': [{'subnet_id': '508939c3-1b17-48af-b531-8c6e66667da7'}]}} from dv-cinder-790535-29-iscsi. {{(pid=103139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 11:36:31.664089 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.706289 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Publish callbacks [] for router_gateway (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.905758 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Publish callbacks [] for router_gateway (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.920455 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.db_base_plugin_common [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Allocated IP 172.20.0.2 (6750ebd8-face-49f2-b8d7-e0d98a2078d3/508939c3-1b17-48af-b531-8c6e66667da7/b7d40f93-3320-4708-b01a-2fb0d6081b06) {{(pid=103139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:31.925228 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:31.994362 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:36:29Z', 'revision_number': 4, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': 'b86dce1d-519e-4752-94ce-98c968f2aae1', 'name': '', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'mac_address': 'fa:16:3e:ba:c0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:29Z', 'updated_at': '2022-03-16T11:36:29Z', 'revision_number': 2, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'subnets': [{'id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:32.023521 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Checking router: 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:32.023883 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Updating router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 port b86dce1d-519e-4752-94ce-98c968f2aae1 binding host dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:36:32.029124 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Allocated IP 172.27.2.111 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/8832000d-9164-40b1-a725-8aa5b31a4a0e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:32.071203 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.128851 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Publish callbacks [] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.167324 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.177582 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Publish callbacks [] for port (b7d40f93-3320-4708-b01a-2fb0d6081b06), precommit_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.207678 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:32.212664 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:32.216358 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:36:32.234071 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144'] for port (b7d40f93-3320-4708-b01a-2fb0d6081b06), after_create {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.242036 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8832000d-9164-40b1-a725-8aa5b31a4a0e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:32.294101 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Network 6750ebd8-face-49f2-b8d7-e0d98a2078d3 is already hosted by enough agents. {{(pid=103139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:32.303269 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.scheduler.base_scheduler [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Resources bound (agent type, host, resource id): {{(pid=103139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:32.306440 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Pushing event updated for resources: {'Port': ['ID=b7d40f93-3320-4708-b01a-2fb0d6081b06,revision_number=1']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:32.310646 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Received port after_create {{(pid=103139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:36:32.409800 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Attempting to bind port b7d40f93-3320-4708-b01a-2fb0d6081b06 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:36:32.410173 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Attempting to bind port b7d40f93-3320-4708-b01a-2fb0d6081b06 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'b7882894-1fe1-4338-9d66-7e690014c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:36:32.410537 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Attempting to bind port b7d40f93-3320-4708-b01a-2fb0d6081b06 on network 6750ebd8-face-49f2-b8d7-e0d98a2078d3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:36:32.474542 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Publish callbacks [] for router_gateway (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.577738 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:36:32.578115 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Checking segment: {'id': 'b7882894-1fe1-4338-9d66-7e690014c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:36:32.578524 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.578918 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Bound using segment: {'id': 'b7882894-1fe1-4338-9d66-7e690014c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:36:32.579394 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Bound port: b7d40f93-3320-4708-b01a-2fb0d6081b06, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7882894-1fe1-4338-9d66-7e690014c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:36:32.579776 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (b7d40f93-3320-4708-b01a-2fb0d6081b06), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.675796 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769724'] for router (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.688752 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] For port b7d40f93-3320-4708-b01a-2fb0d6081b06, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:36:32.704317 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Publish callbacks [] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.708651 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] For port b7d40f93-3320-4708-b01a-2fb0d6081b06, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=b7d40f93-3320-4708-b01a-2fb0d6081b06,segment=NetworkSegment(b7882894-1fe1-4338-9d66-7e690014c11a),segment_id=b7882894-1fe1-4338-9d66-7e690014c11a)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:36:32.711564 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.719834 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (b7d40f93-3320-4708-b01a-2fb0d6081b06), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.779371 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf703ae-a6d7-49d1-826c-911a9ba13a79 None None] Pushing event updated for resources: {'Port': ['ID=b86dce1d-519e-4752-94ce-98c968f2aae1,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:32.854439 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Router 4ba196a5-3b80-4e5c-88dc-a61969cbd0da is scheduled to L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d with binding_index 1 {{(pid=103138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:36:32.887846 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5aa9db40-b887-47a2-9bd7-702d8c3f6e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.899190 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:36:32.903745 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Attempting to bind port b86dce1d-519e-4752-94ce-98c968f2aae1 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:36:32.904120 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Attempting to bind port b86dce1d-519e-4752-94ce-98c968f2aae1 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:36:32.904492 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Attempting to bind port b86dce1d-519e-4752-94ce-98c968f2aae1 on network fe20d231-bc2e-4f47-9de1-5e0e705dace3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:36:32.908950 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2b31e-5e0e-48f0-9f55-134a0ee2af1e None None] Pushing event updated for resources: {'Port': ['ID=b7d40f93-3320-4708-b01a-2fb0d6081b06,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:32.938010 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:36:32.938704 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Checking segment: {'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:36:32.938814 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:32.939175 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Bound using segment: {'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:36:32.939668 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Bound port: b86dce1d-519e-4752-94ce-98c968f2aae1, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:36:32.940056 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.000968 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:36:33.013583 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Sync routers for ids ['4ba196a5-3b80-4e5c-88dc-a61969cbd0da'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:33.021336 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.023171 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:33.023662 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.025488 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] For port b86dce1d-519e-4752-94ce-98c968f2aae1, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:36:33.025986 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59656) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:33.029318 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] For port b86dce1d-519e-4752-94ce-98c968f2aae1, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=b86dce1d-519e-4752-94ce-98c968f2aae1,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:36:33.032711 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Routers {'4ba196a5-3b80-4e5c-88dc-a61969cbd0da'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:33.033959 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-8b076fb1-239b-4f1f-b8ea-b0cdd6cd53c6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5433574 Mar 16 11:36:33.036057 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['4ba196a5-3b80-4e5c-88dc-a61969cbd0da'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:33.055034 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.173651 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-2ce5c90b-791d-4ecf-b7d4-01e615f705f0 None None] Provisioning complete for port b86dce1d-519e-4752-94ce-98c968f2aae1 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:33.174037 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c90b-791d-4ecf-b7d4-01e615f705f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.175609 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf703ae-a6d7-49d1-826c-911a9ba13a79 None None] Pushing event updated for resources: {'Port': ['ID=b86dce1d-519e-4752-94ce-98c968f2aae1,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:33.180655 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Routers {'2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:33.181286 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:33.264708 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Set router 4ba196a5-3b80-4e5c-88dc-a61969cbd0da gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:33.419803 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:33.428465 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2ce5c90b-791d-4ecf-b7d4-01e615f705f0 None None] Current status of the port b86dce1d-519e-4752-94ce-98c968f2aae1 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:33.429580 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c90b-791d-4ecf-b7d4-01e615f705f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.469736 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] Set router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:33.477801 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'name': 'tempest-TestShelveInstance-1889571321-router', 'tenant_id': '415fd654e617489496d13d37176235fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:32Z', 'revision_number': 3, 'project_id': '415fd654e617489496d13d37176235fe', 'gw_port': {'id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:29:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:33.507987 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Checking router: 4ba196a5-3b80-4e5c-88dc-a61969cbd0da for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:33.508654 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Updating router 4ba196a5-3b80-4e5c-88dc-a61969cbd0da port 8832000d-9164-40b1-a725-8aa5b31a4a0e binding host dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:36:33.509482 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-2ce5c90b-791d-4ecf-b7d4-01e615f705f0 None None] For port b86dce1d-519e-4752-94ce-98c968f2aae1, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=b86dce1d-519e-4752-94ce-98c968f2aae1,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:33.525647 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c90b-791d-4ecf-b7d4-01e615f705f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.540942 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.564465 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.589774 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.669804 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5c90b-791d-4ecf-b7d4-01e615f705f0 None None] Pushing event updated for resources: {'Port': ['ID=b86dce1d-519e-4752-94ce-98c968f2aae1,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:33.683352 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-2a9d794c-6bc0-48b0-8fc7-8b74e096db82 None None] Provisioning complete for port b86dce1d-519e-4752-94ce-98c968f2aae1 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:33.683730 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2a9d794c-6bc0-48b0-8fc7-8b74e096db82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.785463 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Allocated IP 172.20.0.1 (6750ebd8-face-49f2-b8d7-e0d98a2078d3/508939c3-1b17-48af-b531-8c6e66667da7/26eff48e-7433-4c5a-93ce-16529a492c18) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:33.829995 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-2a9d794c-6bc0-48b0-8fc7-8b74e096db82 None None] Current status of the port b86dce1d-519e-4752-94ce-98c968f2aae1 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:33.839719 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:36:29Z', 'revision_number': 4, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': 'b86dce1d-519e-4752-94ce-98c968f2aae1', 'name': '', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'mac_address': 'fa:16:3e:ba:c0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:29Z', 'updated_at': '2022-03-16T11:36:33Z', 'revision_number': 4, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'subnets': [{'id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:33.843404 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Publish callbacks [] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.853767 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.869264 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c083e-ca00-4bfc-a7b7-6c8e9ae87637 None None] The sync data for ids ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'] in dv-cinder-790535-29-iscsi is: [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:36:29Z', 'revision_number': 4, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': 'b86dce1d-519e-4752-94ce-98c968f2aae1', 'name': '', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'mac_address': 'fa:16:3e:ba:c0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:29Z', 'updated_at': '2022-03-16T11:36:33Z', 'revision_number': 4, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'subnets': [{'id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:33.936672 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Attempting to bind port 8832000d-9164-40b1-a725-8aa5b31a4a0e on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:36:33.936672 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Attempting to bind port 8832000d-9164-40b1-a725-8aa5b31a4a0e by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:36:33.936672 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Attempting to bind port 8832000d-9164-40b1-a725-8aa5b31a4a0e on network 9cf056d6-fdfe-4a51-9b70-374530641aca {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:36:33.937288 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc043f19-1ddf-45d1-9475-59e12404be01 None None] Pushing event updated for resources: {'Port': ['ID=8832000d-9164-40b1-a725-8aa5b31a4a0e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:33.943374 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:36:33.943748 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Checking segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:36:33.944844 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.945284 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Bound using segment: {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:36:33.945777 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Bound port: 8832000d-9164-40b1-a725-8aa5b31a4a0e, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cf8426-c796-475d-9c2f-d418c94cd0fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:36:33.946166 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:33.990470 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Publish callbacks [] for port (26eff48e-7433-4c5a-93ce-16529a492c18), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.019276 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] For port 8832000d-9164-40b1-a725-8aa5b31a4a0e, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:36:34.023240 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] For port 8832000d-9164-40b1-a725-8aa5b31a4a0e, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=8832000d-9164-40b1-a725-8aa5b31a4a0e,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:36:34.033338 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.034251 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.095889 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Network 6750ebd8-face-49f2-b8d7-e0d98a2078d3 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:34.098365 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc043f19-1ddf-45d1-9475-59e12404be01 None None] Pushing event updated for resources: {'Port': ['ID=8832000d-9164-40b1-a725-8aa5b31a4a0e,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:34.112405 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:34.120524 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:36:34.126829 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e62bc-0fd7-4372-bddd-5f23b8bec355 None None] Network 6750ebd8-face-49f2-b8d7-e0d98a2078d3 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:36:34.127371 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Pushing event updated for resources: {'Port': ['ID=26eff48e-7433-4c5a-93ce-16529a492c18,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:34.135612 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Routers {'4ba196a5-3b80-4e5c-88dc-a61969cbd0da'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:34.136021 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['4ba196a5-3b80-4e5c-88dc-a61969cbd0da'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:34.177913 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769743'] for router_interface (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.201907 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-62a1e2ea-b784-47bd-82ca-4440095db559 None None] Provisioning complete for port b7d40f93-3320-4708-b01a-2fb0d6081b06 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:34.202287 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62a1e2ea-b784-47bd-82ca-4440095db559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (b7d40f93-3320-4708-b01a-2fb0d6081b06), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.273105 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] Set router 4ba196a5-3b80-4e5c-88dc-a61969cbd0da gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:34.334386 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-62a1e2ea-b784-47bd-82ca-4440095db559 None None] Current status of the port b7d40f93-3320-4708-b01a-2fb0d6081b06 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:34.335185 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62a1e2ea-b784-47bd-82ca-4440095db559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (b7d40f93-3320-4708-b01a-2fb0d6081b06), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.343228 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.392551 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-62a1e2ea-b784-47bd-82ca-4440095db559 None None] For port b7d40f93-3320-4708-b01a-2fb0d6081b06, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=b7d40f93-3320-4708-b01a-2fb0d6081b06,segment=NetworkSegment(b7882894-1fe1-4338-9d66-7e690014c11a),segment_id=b7882894-1fe1-4338-9d66-7e690014c11a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:34.398415 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-62a1e2ea-b784-47bd-82ca-4440095db559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (b7d40f93-3320-4708-b01a-2fb0d6081b06), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.498575 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1e2ea-b784-47bd-82ca-4440095db559 None None] Pushing event updated for resources: {'Port': ['ID=b7d40f93-3320-4708-b01a-2fb0d6081b06,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:34.532869 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'name': 'tempest-TestShelveInstance-1889571321-router', 'tenant_id': '415fd654e617489496d13d37176235fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:32Z', 'revision_number': 3, 'project_id': '415fd654e617489496d13d37176235fe', 'gw_port': {'id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:29:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:34.565153 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Publish callbacks [] for port (26eff48e-7433-4c5a-93ce-16529a492c18), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.568187 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e84c1-a02c-46e9-b04f-9f0f1fc1a4c2 None None] The sync data for ids ['4ba196a5-3b80-4e5c-88dc-a61969cbd0da'] in dv-cinder-790535-29-iscsi is: [{'id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'name': 'tempest-TestShelveInstance-1889571321-router', 'tenant_id': '415fd654e617489496d13d37176235fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:32Z', 'revision_number': 3, 'project_id': '415fd654e617489496d13d37176235fe', 'gw_port': {'id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:29:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:34.572457 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62423896'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.629383 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-9732b282-ae72-44ec-91e7-9539d5d94f71 None None] Provisioning complete for port 26eff48e-7433-4c5a-93ce-16529a492c18 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:34.630098 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9732b282-ae72-44ec-91e7-9539d5d94f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.646357 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Pushing event updated for resources: {'Port': ['ID=26eff48e-7433-4c5a-93ce-16529a492c18,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:34.651900 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774783'] for router_interface (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.708918 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9732b282-ae72-44ec-91e7-9539d5d94f71 None None] Port 26eff48e-7433-4c5a-93ce-16529a492c18 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:36:34.725649 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-9732b282-ae72-44ec-91e7-9539d5d94f71 None None] Provisioning complete for port b7d40f93-3320-4708-b01a-2fb0d6081b06 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:34.726559 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9732b282-ae72-44ec-91e7-9539d5d94f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (b7d40f93-3320-4708-b01a-2fb0d6081b06), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:34.784205 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Network 6750ebd8-face-49f2-b8d7-e0d98a2078d3 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:34.786244 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:34.869710 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9732b282-ae72-44ec-91e7-9539d5d94f71 None None] Current status of the port b7d40f93-3320-4708-b01a-2fb0d6081b06 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:34.977969 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Router 4ba196a5-3b80-4e5c-88dc-a61969cbd0da has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:36:35.004474 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device b7d40f93-3320-4708-b01a-2fb0d6081b06 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:36:35.068198 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-127dec42-81dd-4997-bf98-703b5ddbaf42 None None] Provisioning complete for port 26eff48e-7433-4c5a-93ce-16529a492c18 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:35.068666 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-127dec42-81dd-4997-bf98-703b5ddbaf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:35.159717 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:35.176018 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:36:35.176653 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-127dec42-81dd-4997-bf98-703b5ddbaf42 None None] Port 26eff48e-7433-4c5a-93ce-16529a492c18 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:36:35.184461 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-dec71628-fa12-4d5d-8f8e-ed680d78ce8b admin admin] 10.222.0.47 "PUT /v2.0/routers/4ba196a5-3b80-4e5c-88dc-a61969cbd0da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1563475 Mar 16 11:36:35.192995 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port b7d40f93-3320-4708-b01a-2fb0d6081b06 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:35.193927 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (b7d40f93-3320-4708-b01a-2fb0d6081b06), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:35.295082 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port b7d40f93-3320-4708-b01a-2fb0d6081b06 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:35.296171 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device b86dce1d-519e-4752-94ce-98c968f2aae1 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:36:35.325943 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-d08206f0-87f8-4a3a-9e38-1fc6bb263127 None None] Provisioning complete for port 26eff48e-7433-4c5a-93ce-16529a492c18 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:35.326321 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d08206f0-87f8-4a3a-9e38-1fc6bb263127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:35.374587 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-d08206f0-87f8-4a3a-9e38-1fc6bb263127 None None] Port 26eff48e-7433-4c5a-93ce-16529a492c18 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:36:35.384884 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port b86dce1d-519e-4752-94ce-98c968f2aae1 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:35.385271 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:35.615018 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port b86dce1d-519e-4752-94ce-98c968f2aae1 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:35.746076 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 59666) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:35.751649 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.v2.base [None req-05dcb440-7f33-4676-abef-24b15cf731f2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-773994395', 'description': 'tempest-secgroup-smoke-773994395 description', 'project_id': '7bce9376ce9a4ff0808ada5bed611e07'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:35.774630 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05dcb440-7f33-4676-abef-24b15cf731f2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:35.846053 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05dcb440-7f33-4676-abef-24b15cf731f2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group (b047c20d-705c-4fa0-b516-0822d3811d5b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:35.849729 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05dcb440-7f33-4676-abef-24b15cf731f2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (b047c20d-705c-4fa0-b516-0822d3811d5b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:35.884221 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05dcb440-7f33-4676-abef-24b15cf731f2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:35.885479 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-05dcb440-7f33-4676-abef-24b15cf731f2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1377246 Mar 16 11:36:35.887973 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcb440-7f33-4676-abef-24b15cf731f2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b047c20d-705c-4fa0-b516-0822d3811d5b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:35.889090 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59668) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:35.893820 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-db87fd59-3d0c-4bb6-8fe2-95db5f73723f tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Request body: {'security_group_rule': {'security_group_id': 'b047c20d-705c-4fa0-b516-0822d3811d5b', 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:35.917363 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db87fd59-3d0c-4bb6-8fe2-95db5f73723f tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (d4bf0e36-d87d-4661-93e5-61cf62299648), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:35.977143 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db87fd59-3d0c-4bb6-8fe2-95db5f73723f tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (d4bf0e36-d87d-4661-93e5-61cf62299648), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:35.980625 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db87fd59-3d0c-4bb6-8fe2-95db5f73723f tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (d4bf0e36-d87d-4661-93e5-61cf62299648), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:35.998513 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87fd59-3d0c-4bb6-8fe2-95db5f73723f tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bf0e36-d87d-4661-93e5-61cf62299648,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:36.005301 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db87fd59-3d0c-4bb6-8fe2-95db5f73723f tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.006429 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-db87fd59-3d0c-4bb6-8fe2-95db5f73723f tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163442 Mar 16 11:36:36.009190 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59670) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:36.013432 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-0de344b1-e524-4431-8ded-fb1f46d0463b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Request body: {'security_group_rule': {'security_group_id': 'b047c20d-705c-4fa0-b516-0822d3811d5b', 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:36.036145 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0de344b1-e524-4431-8ded-fb1f46d0463b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (8ae2e23e-31c8-46f2-a9af-4addbef57b3d), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.089791 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0de344b1-e524-4431-8ded-fb1f46d0463b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (8ae2e23e-31c8-46f2-a9af-4addbef57b3d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.093104 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0de344b1-e524-4431-8ded-fb1f46d0463b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (8ae2e23e-31c8-46f2-a9af-4addbef57b3d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.110932 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de344b1-e524-4431-8ded-fb1f46d0463b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae2e23e-31c8-46f2-a9af-4addbef57b3d,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:36.115693 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0de344b1-e524-4431-8ded-fb1f46d0463b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.116887 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-0de344b1-e524-4431-8ded-fb1f46d0463b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1067390 Mar 16 11:36:36.119608 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59672) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:36.124380 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-3fa68d37-a946-4828-9782-9b49b7e28684 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Request body: {'security_group_rule': {'security_group_id': 'b047c20d-705c-4fa0-b516-0822d3811d5b', 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:36.149391 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d37-a946-4828-9782-9b49b7e28684 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (1aea2ef6-7b39-4f9e-b446-6950351dcd5b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.203506 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d37-a946-4828-9782-9b49b7e28684 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (1aea2ef6-7b39-4f9e-b446-6950351dcd5b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.207132 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d37-a946-4828-9782-9b49b7e28684 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (1aea2ef6-7b39-4f9e-b446-6950351dcd5b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.224562 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa68d37-a946-4828-9782-9b49b7e28684 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aea2ef6-7b39-4f9e-b446-6950351dcd5b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:36.234901 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d37-a946-4828-9782-9b49b7e28684 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.236098 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-3fa68d37-a946-4828-9782-9b49b7e28684 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155972 Mar 16 11:36:36.239923 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59674) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:36.244092 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-133d0473-b7aa-4cc6-9f47-92958cf29880 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Request body: {'security_group_rule': {'security_group_id': 'b047c20d-705c-4fa0-b516-0822d3811d5b', 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:36.268964 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-133d0473-b7aa-4cc6-9f47-92958cf29880 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (cfab588f-a994-4a23-ac75-c6ed30c65a6b), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.325480 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-133d0473-b7aa-4cc6-9f47-92958cf29880 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (cfab588f-a994-4a23-ac75-c6ed30c65a6b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.329091 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-133d0473-b7aa-4cc6-9f47-92958cf29880 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (cfab588f-a994-4a23-ac75-c6ed30c65a6b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.346580 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d0473-b7aa-4cc6-9f47-92958cf29880 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfab588f-a994-4a23-ac75-c6ed30c65a6b,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:36.353496 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-133d0473-b7aa-4cc6-9f47-92958cf29880 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.354665 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-133d0473-b7aa-4cc6-9f47-92958cf29880 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138482 Mar 16 11:36:36.357961 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59676) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:36.362129 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-e46a6a6f-019d-4fed-997d-36767153da37 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Request body: {'security_group_rule': {'security_group_id': 'b047c20d-705c-4fa0-b516-0822d3811d5b', 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:36.380899 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-e46a6a6f-019d-4fed-997d-36767153da37 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Project 7bce9376ce9a4ff0808ada5bed611e07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:36:36.385478 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e46a6a6f-019d-4fed-997d-36767153da37 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (2e312aac-a2be-4abf-b748-d48638f62d21), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.443057 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e46a6a6f-019d-4fed-997d-36767153da37 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (2e312aac-a2be-4abf-b748-d48638f62d21), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.446802 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e46a6a6f-019d-4fed-997d-36767153da37 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (2e312aac-a2be-4abf-b748-d48638f62d21), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.462987 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a6a6f-019d-4fed-997d-36767153da37 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e312aac-a2be-4abf-b748-d48638f62d21,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:36.471262 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e46a6a6f-019d-4fed-997d-36767153da37 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.472435 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-e46a6a6f-019d-4fed-997d-36767153da37 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1135733 Mar 16 11:36:36.475206 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59678) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:36:36.479422 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-bd250595-9356-43d1-8e69-646479e5fb44 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Request body: {'security_group_rule': {'security_group_id': 'b047c20d-705c-4fa0-b516-0822d3811d5b', 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:36.498516 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.securitygroups_db [None req-bd250595-9356-43d1-8e69-646479e5fb44 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Project 7bce9376ce9a4ff0808ada5bed611e07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:36:36.503006 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd250595-9356-43d1-8e69-646479e5fb44 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (37b6420a-4326-490f-aae2-1a0cb9d9a439), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.558996 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd250595-9356-43d1-8e69-646479e5fb44 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (37b6420a-4326-490f-aae2-1a0cb9d9a439), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.562639 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd250595-9356-43d1-8e69-646479e5fb44 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492953'] for security_group_rule (37b6420a-4326-490f-aae2-1a0cb9d9a439), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.581926 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd250595-9356-43d1-8e69-646479e5fb44 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b6420a-4326-490f-aae2-1a0cb9d9a439,revision_number=0']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:36.589886 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd250595-9356-43d1-8e69-646479e5fb44 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.591612 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-bd250595-9356-43d1-8e69-646479e5fb44 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1154742 Mar 16 11:36:36.658917 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:36.866658 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 8832000d-9164-40b1-a725-8aa5b31a4a0e up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:36:36.915782 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 8832000d-9164-40b1-a725-8aa5b31a4a0e triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:36.916234 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:37.019887 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 8832000d-9164-40b1-a725-8aa5b31a4a0e is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:37.020500 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:37.041413 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] For port 8832000d-9164-40b1-a725-8aa5b31a4a0e, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=8832000d-9164-40b1-a725-8aa5b31a4a0e,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:37.049373 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:37.101279 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Pushing event updated for resources: {'Port': ['ID=8832000d-9164-40b1-a725-8aa5b31a4a0e,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:37.281762 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Sync routers for ids ['4ba196a5-3b80-4e5c-88dc-a61969cbd0da'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:37.292149 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Routers {'4ba196a5-3b80-4e5c-88dc-a61969cbd0da'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:37.292794 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['4ba196a5-3b80-4e5c-88dc-a61969cbd0da'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:37.399429 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Set router 4ba196a5-3b80-4e5c-88dc-a61969cbd0da gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:37.620689 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'name': 'tempest-TestShelveInstance-1889571321-router', 'tenant_id': '415fd654e617489496d13d37176235fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:34Z', 'revision_number': 4, 'project_id': '415fd654e617489496d13d37176235fe', 'gw_port': {'id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '26eff48e-7433-4c5a-93ce-16529a492c18', 'name': '', 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3', 'tenant_id': '415fd654e617489496d13d37176235fe', 'mac_address': 'fa:16:3e:ef:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '508939c3-1b17-48af-b531-8c6e66667da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:33Z', 'updated_at': '2022-03-16T11:36:34Z', 'revision_number': 2, 'project_id': '415fd654e617489496d13d37176235fe', 'subnets': [{'id': '508939c3-1b17-48af-b531-8c6e66667da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:37.647585 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Checking router: 4ba196a5-3b80-4e5c-88dc-a61969cbd0da for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:37.647849 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Updating router 4ba196a5-3b80-4e5c-88dc-a61969cbd0da port 26eff48e-7433-4c5a-93ce-16529a492c18 binding host dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:36:37.674137 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:37.796645 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:37.945774 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Publish callbacks [] for port (26eff48e-7433-4c5a-93ce-16529a492c18), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:37.951682 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:38.004097 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b826e-b8b8-4e82-b651-8fd9e08028b2 None None] Pushing event updated for resources: {'Port': ['ID=26eff48e-7433-4c5a-93ce-16529a492c18,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:38.054769 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Attempting to bind port 26eff48e-7433-4c5a-93ce-16529a492c18 on host dv-cinder-790535-29-iscsi for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:36:38.055274 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Attempting to bind port 26eff48e-7433-4c5a-93ce-16529a492c18 by drivers openvswitch,hyperv on host dv-cinder-790535-29-iscsi at level 0 using segments [{'id': 'b7882894-1fe1-4338-9d66-7e690014c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:36:38.055678 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Attempting to bind port 26eff48e-7433-4c5a-93ce-16529a492c18 on network 6750ebd8-face-49f2-b8d7-e0d98a2078d3 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:36:38.061937 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Checking agent: {'id': 'e205b3c3-e16a-4b2b-940d-7282511a500c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 15, 37), 'started_at': datetime.datetime(2022, 3, 16, 11, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:36:38.062308 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Checking segment: {'id': 'b7882894-1fe1-4338-9d66-7e690014c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:36:38.062714 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:38.063268 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Bound using segment: {'id': 'b7882894-1fe1-4338-9d66-7e690014c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:36:38.063570 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Bound port: 26eff48e-7433-4c5a-93ce-16529a492c18, host: dv-cinder-790535-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7882894-1fe1-4338-9d66-7e690014c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:36:38.063952 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:38.139802 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] For port 26eff48e-7433-4c5a-93ce-16529a492c18, host dv-cinder-790535-29-iscsi, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:36:38.143988 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] For port 26eff48e-7433-4c5a-93ce-16529a492c18, host dv-cinder-790535-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=26eff48e-7433-4c5a-93ce-16529a492c18,segment=NetworkSegment(b7882894-1fe1-4338-9d66-7e690014c11a),segment_id=b7882894-1fe1-4338-9d66-7e690014c11a)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:36:38.151224 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:38.230111 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Routers {'4ba196a5-3b80-4e5c-88dc-a61969cbd0da'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:36:38.231518 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:36:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['4ba196a5-3b80-4e5c-88dc-a61969cbd0da'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:38.272587 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b826e-b8b8-4e82-b651-8fd9e08028b2 None None] Pushing event updated for resources: {'Port': ['ID=26eff48e-7433-4c5a-93ce-16529a492c18,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:38.307073 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-e2f86ec7-0601-4fe3-8114-cf26f17c43b5 None None] Provisioning complete for port 26eff48e-7433-4c5a-93ce-16529a492c18 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:38.307449 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e2f86ec7-0601-4fe3-8114-cf26f17c43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:38.381278 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] Set router 4ba196a5-3b80-4e5c-88dc-a61969cbd0da gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:36:38.478719 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-e2f86ec7-0601-4fe3-8114-cf26f17c43b5 None None] Current status of the port 26eff48e-7433-4c5a-93ce-16529a492c18 is: DOWN; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:38.479030 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e2f86ec7-0601-4fe3-8114-cf26f17c43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:38.557882 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e2f86ec7-0601-4fe3-8114-cf26f17c43b5 None None] For port 26eff48e-7433-4c5a-93ce-16529a492c18, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=26eff48e-7433-4c5a-93ce-16529a492c18,segment=NetworkSegment(b7882894-1fe1-4338-9d66-7e690014c11a),segment_id=b7882894-1fe1-4338-9d66-7e690014c11a)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:36:38.569165 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e2f86ec7-0601-4fe3-8114-cf26f17c43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:38.654538 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f86ec7-0601-4fe3-8114-cf26f17c43b5 None None] Pushing event updated for resources: {'Port': ['ID=26eff48e-7433-4c5a-93ce-16529a492c18,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:38.687145 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'name': 'tempest-TestShelveInstance-1889571321-router', 'tenant_id': '415fd654e617489496d13d37176235fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:34Z', 'revision_number': 4, 'project_id': '415fd654e617489496d13d37176235fe', 'gw_port': {'id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '26eff48e-7433-4c5a-93ce-16529a492c18', 'name': '', 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3', 'tenant_id': '415fd654e617489496d13d37176235fe', 'mac_address': 'fa:16:3e:ef:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '508939c3-1b17-48af-b531-8c6e66667da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:33Z', 'updated_at': '2022-03-16T11:36:38Z', 'revision_number': 4, 'project_id': '415fd654e617489496d13d37176235fe', 'subnets': [{'id': '508939c3-1b17-48af-b531-8c6e66667da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:38.716282 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388aafd1-f500-40b1-bfa8-d6590ec032f3 None None] The sync data for ids ['4ba196a5-3b80-4e5c-88dc-a61969cbd0da'] in dv-cinder-790535-29-iscsi is: [{'id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'name': 'tempest-TestShelveInstance-1889571321-router', 'tenant_id': '415fd654e617489496d13d37176235fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:34Z', 'revision_number': 4, 'project_id': '415fd654e617489496d13d37176235fe', 'gw_port': {'id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': '26eff48e-7433-4c5a-93ce-16529a492c18', 'name': '', 'network_id': '6750ebd8-face-49f2-b8d7-e0d98a2078d3', 'tenant_id': '415fd654e617489496d13d37176235fe', 'mac_address': 'fa:16:3e:ef:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '508939c3-1b17-48af-b531-8c6e66667da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:33Z', 'updated_at': '2022-03-16T11:36:38Z', 'revision_number': 4, 'project_id': '415fd654e617489496d13d37176235fe', 'subnets': [{'id': '508939c3-1b17-48af-b531-8c6e66667da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:38.725503 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-cc63b5f0-aa11-4868-b4b5-0ea25b690a0f None None] Provisioning complete for port 26eff48e-7433-4c5a-93ce-16529a492c18 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:38.725885 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-cc63b5f0-aa11-4868-b4b5-0ea25b690a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:38.828498 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-cc63b5f0-aa11-4868-b4b5-0ea25b690a0f None None] Current status of the port 26eff48e-7433-4c5a-93ce-16529a492c18 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:38.966713 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 26eff48e-7433-4c5a-93ce-16529a492c18 up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:36:39.019498 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 26eff48e-7433-4c5a-93ce-16529a492c18 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:39.019795 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:39.103731 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 26eff48e-7433-4c5a-93ce-16529a492c18 is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:39.104875 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 8832000d-9164-40b1-a725-8aa5b31a4a0e up at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:36:39.160003 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Provisioning complete for port 8832000d-9164-40b1-a725-8aa5b31a4a0e triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:39.160469 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:39.250253 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Current status of the port 8832000d-9164-40b1-a725-8aa5b31a4a0e is: ACTIVE; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:36:44.843104 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:36:50.811279 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-c96891b9-c277-4586-87ea-640debfe8c77 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773994395&fields=id&tenant_id=7bce9376ce9a4ff0808ada5bed611e07 HTTP/1.1" status: 200 len: 267 time: 0.0429349 Mar 16 11:36:50.913308 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-6bd68c28-5f7c-4c4a-b795-040c023cb389 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:50.914651 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-6bd68c28-5f7c-4c4a-b795-040c023cb389 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/networks?id=fe20d231-bc2e-4f47-9de1-5e0e705dace3 HTTP/1.1" status: 200 len: 809 time: 0.0971525 Mar 16 11:36:50.928939 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-7b45568f-ad04-4878-9d75-058faa2e28ae tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/quotas/7bce9376ce9a4ff0808ada5bed611e07 HTTP/1.1" status: 200 len: 375 time: 0.0085459 Mar 16 11:36:50.980718 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-6e7740ce-7081-4cb3-ba57-8052182126b6 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bce9376ce9a4ff0808ada5bed611e07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471160 Mar 16 11:36:51.114065 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-b443d735-c681-432a-8771-1d52967c06fd service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:36:51.115058 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-b443d735-c681-432a-8771-1d52967c06fd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1234701 Mar 16 11:36:51.205282 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a98acb83-2850-4e9a-be9b-ed66db9ff7b1 service neutron] 10.222.0.47 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843534 Mar 16 11:36:51.290582 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-414f337a-8de3-4074-b235-253b6a96f74e service neutron] 10.222.0.47 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796289 Mar 16 11:36:51.566235 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e867bfe9-19a8-4b2d-ae23-c580196b868e req-fe296b3f-afa6-4228-bf04-0e573e1895dc tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 210 time: 0.0272534 Mar 16 11:36:52.523432 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-ab6d8cce-25c1-4653-b1fb-17906b1c025f tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:52.524921 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-ab6d8cce-25c1-4653-b1fb-17906b1c025f tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.62 "GET /v2.0/networks?id=fe20d231-bc2e-4f47-9de1-5e0e705dace3 HTTP/1.1" status: 200 len: 809 time: 0.1027441 Mar 16 11:36:52.589736 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-091d8d58-8c8b-4bd2-b0d7-650598471f6b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bce9376ce9a4ff0808ada5bed611e07 HTTP/1.1" status: 200 len: 379 time: 0.0516379 Mar 16 11:36:52.599242 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Request body: {'port': {'device_id': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'admin_state_up': True, 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'security_groups': ['b047c20d-705c-4fa0-b516-0822d3811d5b']}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:52.675692 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6de6af5e-9f28-4656-af98-fd3f3f230925 req-7a147f6b-c9ac-474e-a65d-eb24fc055ec4 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 210 time: 0.0325937 Mar 16 11:36:52.732132 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Made reservation on behalf of 7bce9376ce9a4ff0808ada5bed611e07 for: {'port': 1} {{(pid=103138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:36:52.735419 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:52.856287 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Allocated IP 172.20.0.11 (fe20d231-bc2e-4f47-9de1-5e0e705dace3/42e5ac2f-a638-40de-abf1-717494db4de8/812d39e2-4e92-4370-8fda-562d4d93bbf1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:52.997280 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:53.030881 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:53.073739 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Network fe20d231-bc2e-4f47-9de1-5e0e705dace3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:53.077470 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:53.081116 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:36:53.106430 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event updated for resources: {'Port': ['ID=812d39e2-4e92-4370-8fda-562d4d93bbf1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:53.133037 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:53.133695 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:53.151188 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-a2fefc01-ddc6-4bf8-9dc3-49559d43f8a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5556648 Mar 16 11:36:53.186701 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Request body: {'port': {'device_id': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:53.249354 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:53.338791 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-78239921-bfb7-4971-abc2-fb2f86770b1e None None] Provisioning complete for port 812d39e2-4e92-4370-8fda-562d4d93bbf1 triggered by entity DHCP. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:36:53.339379 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-78239921-bfb7-4971-abc2-fb2f86770b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:53.375798 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-78239921-bfb7-4971-abc2-fb2f86770b1e None None] Port 812d39e2-4e92-4370-8fda-562d4d93bbf1 cannot update to ACTIVE because it is not bound. {{(pid=103139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 11:36:53.501975 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812d39e2-4e92-4370-8fda-562d4d93bbf1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:36:53.509127 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Publish callbacks [] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:53.520960 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Transition to ACTIVE for port object 812d39e2-4e92-4370-8fda-562d4d93bbf1 will not be triggered until provisioned by entity L2. {{(pid=103138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 11:36:53.524391 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:53.573949 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Pushing event updated for resources: {'Port': ['ID=812d39e2-4e92-4370-8fda-562d4d93bbf1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:53.646254 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Attempting to bind port 812d39e2-4e92-4370-8fda-562d4d93bbf1 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 11:36:53.646563 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Attempting to bind port 812d39e2-4e92-4370-8fda-562d4d93bbf1 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 11:36:53.646891 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Attempting to bind port 812d39e2-4e92-4370-8fda-562d4d93bbf1 on network fe20d231-bc2e-4f47-9de1-5e0e705dace3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:36:53.651387 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Port 812d39e2-4e92-4370-8fda-562d4d93bbf1 on network fe20d231-bc2e-4f47-9de1-5e0e705dace3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 11:36:53.651734 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Attempting to bind port 812d39e2-4e92-4370-8fda-562d4d93bbf1 on network fe20d231-bc2e-4f47-9de1-5e0e705dace3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 11:36:53.656935 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Checking agent: {'id': '01c45e0d-f59e-46d6-acbe-73129eca2cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'started_at': datetime.datetime(2022, 3, 16, 11, 22, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 11:36:53.657275 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Checking segment: {'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 11:36:53.657656 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Bound using segment: {'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 11:36:53.658082 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Bound port: 812d39e2-4e92-4370-8fda-562d4d93bbf1, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55484db2-6ddc-4b21-ae78-a775ba55009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 11:36:53.658437 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:53.722094 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] For port 812d39e2-4e92-4370-8fda-562d4d93bbf1, host hv-cinder-79053, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:36:53.725248 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] For port 812d39e2-4e92-4370-8fda-562d4d93bbf1, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:36:53.732276 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:53.772704 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:53.773301 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:36:53.774778 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] 10.222.0.62 "PUT /v2.0/ports/812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 200 len: 1094 time: 0.5935810 Mar 16 11:36:53.778576 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:53.780856 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8959ebd-ccfd-4a30-bf27-74227c2b63de" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:36:53.825048 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f090e-05fd-45f3-ae30-04a9aab8b183 service neutron] Pushing event updated for resources: {'Port': ['ID=812d39e2-4e92-4370-8fda-562d4d93bbf1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:53.846639 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17b3b8b-4844-4f09-a126-c24c5108b91b x-openstack-request-id: req-c17b3b8b-4844-4f09-a126-c24c5108b91b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:36:53.847037 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:36:53.847296 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c17b3b8b-4844-4f09-a126-c24c5108b91b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:36:53.847695 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'status': 'completed', 'code': 200} Mar 16 11:36:53.859616 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049fe1-9510-49e3-a31b-d57cd92e99f1 req-40a07fd8-b520-4849-83d3-3485623b73e0 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:53.861251 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fb049fe1-9510-49e3-a31b-d57cd92e99f1 req-40a07fd8-b520-4849-83d3-3485623b73e0 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.1038351 Mar 16 11:36:53.943417 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fb049fe1-9510-49e3-a31b-d57cd92e99f1 req-af43db2a-e1e5-46a6-a987-462ebe5d3d95 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724657 Mar 16 11:36:53.946156 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-3c1d178d-49bf-4af4-9c03-2cd3fbf6c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:53.947578 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-3c1d178d-49bf-4af4-9c03-2cd3fbf6c644 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bce9376ce9a4ff0808ada5bed611e07&device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1128 time: 0.0843525 Mar 16 11:36:53.996073 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-22d59d43-e744-4cba-8bc4-b5be51cebae7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 200 len: 217 time: 0.0361552 Mar 16 11:36:54.047629 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-b117d1e9-e8a6-4fc7-92e0-cddb01ac37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:54.049087 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-b117d1e9-e8a6-4fc7-92e0-cddb01ac37f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42e5ac2f-a638-40de-abf1-717494db4de8 HTTP/1.1" status: 200 len: 848 time: 0.0469179 Mar 16 11:36:54.367204 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-cdd9aeb2-0bd1-489d-ba13-fbfeab0c08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:54.368701 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-cdd9aeb2-0bd1-489d-ba13-fbfeab0c08e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe20d231-bc2e-4f47-9de1-5e0e705dace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3132994 Mar 16 11:36:54.452768 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-dfcc15d0-0e76-4b87-ab73-e84a53b504d3 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778639 Mar 16 11:36:54.538762 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b06c63ef-ab50-44f2-87c6-44ca24c00c98 req-2d6cd7bb-6b0b-4b58-8aa2-cd3e01748d10 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799446 Mar 16 11:36:54.674934 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959ebd-ccfd-4a30-bf27-74227c2b63de req-452c2853-acc1-4abb-aa7d-b014ce0664ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:54.676389 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b8959ebd-ccfd-4a30-bf27-74227c2b63de req-452c2853-acc1-4abb-aa7d-b014ce0664ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bce9376ce9a4ff0808ada5bed611e07&device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1128 time: 0.0437882 Mar 16 11:36:54.765512 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959ebd-ccfd-4a30-bf27-74227c2b63de req-9d914ad5-131a-47d1-8d9f-d1ba7af6ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:54.766942 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b8959ebd-ccfd-4a30-bf27-74227c2b63de req-9d914ad5-131a-47d1-8d9f-d1ba7af6ef16 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fe20d231-bc2e-4f47-9de1-5e0e705dace3 HTTP/1.1" status: 200 len: 910 time: 0.0847516 Mar 16 11:36:54.809535 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b8959ebd-ccfd-4a30-bf27-74227c2b63de req-c781cda8-3eba-43a6-8783-d0f22140f851 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 200 len: 217 time: 0.0338044 Mar 16 11:36:54.854575 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959ebd-ccfd-4a30-bf27-74227c2b63de req-eb1c50d1-893f-41b2-8ca6-0859bd56966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:54.856459 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b8959ebd-ccfd-4a30-bf27-74227c2b63de req-eb1c50d1-893f-41b2-8ca6-0859bd56966e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42e5ac2f-a638-40de-abf1-717494db4de8 HTTP/1.1" status: 200 len: 848 time: 0.0407119 Mar 16 11:36:54.906594 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959ebd-ccfd-4a30-bf27-74227c2b63de req-6a6ff777-d607-4535-9ddb-786d22d4d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:54.908054 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b8959ebd-ccfd-4a30-bf27-74227c2b63de req-6a6ff777-d607-4535-9ddb-786d22d4d2e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe20d231-bc2e-4f47-9de1-5e0e705dace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450592 Mar 16 11:36:54.993289 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b8959ebd-ccfd-4a30-bf27-74227c2b63de req-dcc4cd13-7894-4bd6-a6f7-67d771562367 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788105 Mar 16 11:36:55.114439 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b8959ebd-ccfd-4a30-bf27-74227c2b63de req-9c0acfd9-1a15-4531-9148-0ce4f741d6e4 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150315 Mar 16 11:36:55.121884 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc4c85-205f-4f3b-88f3-20ecf53184e8 req-59aca696-541a-4823-b7c9-a51840974047 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:55.123207 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-03cc4c85-205f-4f3b-88f3-20ecf53184e8 req-59aca696-541a-4823-b7c9-a51840974047 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.1068010 Mar 16 11:36:55.173347 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-03cc4c85-205f-4f3b-88f3-20ecf53184e8 req-25edd78d-6453-4f95-aa56-b79d8f0f8015 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445745 Mar 16 11:36:56.289061 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af17a-ac38-4138-902f-6db67478d2ae req-20172773-999b-4b53-bfc3-6d2ef7c27eee tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:56.290530 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-891af17a-ac38-4138-902f-6db67478d2ae req-20172773-999b-4b53-bfc3-6d2ef7c27eee tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.0514452 Mar 16 11:36:56.340694 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-891af17a-ac38-4138-902f-6db67478d2ae req-eb610380-ccc2-49cf-8295-3e3d42d5fbf2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441020 Mar 16 11:36:57.458694 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bad62-0d21-487c-ab50-c463eed8bc54 req-85fa9a52-96aa-47b3-ab10-ed16543ddf3b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:57.460230 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-179bad62-0d21-487c-ab50-c463eed8bc54 req-85fa9a52-96aa-47b3-ab10-ed16543ddf3b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.0545156 Mar 16 11:36:57.509316 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-179bad62-0d21-487c-ab50-c463eed8bc54 req-176c6fa5-cc81-4027-b870-84495c14f342 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435302 Mar 16 11:36:58.624271 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f57db-c99e-4ee7-8d07-8be1f6f3a55e req-6b425c2b-e03a-4cf6-9ca4-494ec027cfba tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:58.625754 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fc7f57db-c99e-4ee7-8d07-8be1f6f3a55e req-6b425c2b-e03a-4cf6-9ca4-494ec027cfba tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.0516593 Mar 16 11:36:58.676398 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-fc7f57db-c99e-4ee7-8d07-8be1f6f3a55e req-810d9828-700d-45c8-90be-bffdd2dcb8d2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444818 Mar 16 11:36:59.794682 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621a7b7-29e1-4d43-87d1-4b7849407d01 req-10ceaf87-f270-445d-a7d5-da47f32ab6a7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:59.796143 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7621a7b7-29e1-4d43-87d1-4b7849407d01 req-10ceaf87-f270-445d-a7d5-da47f32ab6a7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.0559282 Mar 16 11:36:59.843176 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-7621a7b7-29e1-4d43-87d1-4b7849407d01 req-1ed2c748-0914-4749-b595-a4480171e00e tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415277 Mar 16 11:37:00.323358 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f577c08a-d2e4-4177-9722-19bd162019ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:00.956993 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7945f-56b2-4dc6-a7df-97d8d2e5b7a4 req-0b0de466-d1a0-4b67-87b2-c771e72b4a5b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:00.958450 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-36b7945f-56b2-4dc6-a7df-97d8d2e5b7a4 req-0b0de466-d1a0-4b67-87b2-c771e72b4a5b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.0518305 Mar 16 11:37:01.005606 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-36b7945f-56b2-4dc6-a7df-97d8d2e5b7a4 req-286a2637-55c7-44a9-9e79-fc9e0c71ada1 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Mar 16 11:37:02.120689 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e064597-2ba8-4350-9aaa-d4ca240803b5 req-939b0e8d-769d-4a41-b02c-b442b70a018b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:02.122180 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6e064597-2ba8-4350-9aaa-d4ca240803b5 req-939b0e8d-769d-4a41-b02c-b442b70a018b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.0520935 Mar 16 11:37:02.174020 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-6e064597-2ba8-4350-9aaa-d4ca240803b5 req-e79a5b33-aef8-4e5f-bb65-2034725b0169 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463336 Mar 16 11:37:02.810016 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1edad641-a4e7-444c-959c-ce010ea4d9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:02.885602 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 812d39e2-4e92-4370-8fda-562d4d93bbf1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:37:02.980724 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 812d39e2-4e92-4370-8fda-562d4d93bbf1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:37:02.992616 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'port_id': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'mac_address': 'fa:16:3e:d2:21:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:37:03.028932 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 812d39e2-4e92-4370-8fda-562d4d93bbf1 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:37:03.029323 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:03.041818 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812d39e2-4e92-4370-8fda-562d4d93bbf1 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:37:03.059874 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 812d39e2-4e92-4370-8fda-562d4d93bbf1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:37:03.063162 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:03.112626 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=812d39e2-4e92-4370-8fda-562d4d93bbf1,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:03.290696 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed1850-c6ed-4303-b9cf-39fa82cf9eac req-da104ce3-e7e5-4ec4-a9e9-39f6cacc1f63 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:03.292150 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bbed1850-c6ed-4303-b9cf-39fa82cf9eac req-da104ce3-e7e5-4ec4-a9e9-39f6cacc1f63 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 945 time: 0.0520229 Mar 16 11:37:03.342224 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-bbed1850-c6ed-4303-b9cf-39fa82cf9eac req-477862b4-0e22-4e31-8959-a1bfa9dc8ce3 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Mar 16 11:37:03.347776 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['812d39e2-4e92-4370-8fda-562d4d93bbf1'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:37:03.528441 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:04.457347 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c63ad4-bb8d-4724-aff7-68e81a4e45c7 req-e49fcd38-624a-4aee-a620-6129aa65b564 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:04.458832 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-75c63ad4-bb8d-4724-aff7-68e81a4e45c7 req-e49fcd38-624a-4aee-a620-6129aa65b564 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 945 time: 0.0515957 Mar 16 11:37:04.505529 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-75c63ad4-bb8d-4724-aff7-68e81a4e45c7 req-6c77e075-bfeb-4c9e-9d98-361f201a5947 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412686 Mar 16 11:37:04.886694 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 812d39e2-4e92-4370-8fda-562d4d93bbf1 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:37:04.933625 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning for port 812d39e2-4e92-4370-8fda-562d4d93bbf1 completed by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 11:37:04.938600 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 812d39e2-4e92-4370-8fda-562d4d93bbf1 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:37:04.938966 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:05.019426 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 812d39e2-4e92-4370-8fda-562d4d93bbf1 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:37:05.019817 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:05.047434 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:05.052548 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:37:05.054813 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaad517-82d5-40c9-8952-0b496b6a69af" -d '{"events": [{"server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "name": "network-vif-plugged", "status": "completed", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:37:05.067956 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 812d39e2-4e92-4370-8fda-562d4d93bbf1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:37:05.072483 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:05.118160 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=812d39e2-4e92-4370-8fda-562d4d93bbf1,revision_number=5']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:05.157648 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abfa3f0-47d5-4ac9-998a-eb96d26e83c3 x-openstack-request-id: req-4abfa3f0-47d5-4ac9-998a-eb96d26e83c3 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:37:05.157944 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "name": "network-vif-plugged", "status": "completed", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:37:05.158198 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4abfa3f0-47d5-4ac9-998a-eb96d26e83c3 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:37:05.158592 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'code': 200} Mar 16 11:37:05.395570 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e30218-3db8-4f41-8afb-90fc408c1b39 req-8111e948-deff-4c68-b368-94fd97cf1cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:05.396978 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-23e30218-3db8-4f41-8afb-90fc408c1b39 req-8111e948-deff-4c68-b368-94fd97cf1cac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1130 time: 0.0467188 Mar 16 11:37:05.440930 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-23e30218-3db8-4f41-8afb-90fc408c1b39 req-75f1db48-51d3-41a2-baf5-ea74ce68c821 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383351 Mar 16 11:37:05.619104 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341bf84-44c7-44e9-a979-2d5e2e10a995 req-c655888c-6342-49f7-81b8-b8c1a4ab7969 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:05.620560 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5341bf84-44c7-44e9-a979-2d5e2e10a995 req-c655888c-6342-49f7-81b8-b8c1a4ab7969 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0514112 Mar 16 11:37:05.667582 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5341bf84-44c7-44e9-a979-2d5e2e10a995 req-9c11d47e-725b-4227-9b9e-80a87a5ccabd tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414159 Mar 16 11:37:06.664495 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:06.787420 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910de19-034b-460a-af25-df21209dfa59 req-819d3d5b-0412-40e3-9753-9fc239c0c809 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:06.788892 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3910de19-034b-460a-af25-df21209dfa59 req-819d3d5b-0412-40e3-9753-9fc239c0c809 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0545833 Mar 16 11:37:06.837156 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-3910de19-034b-460a-af25-df21209dfa59 req-96ddf5bb-ff06-4158-bebf-12605a593b81 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423226 Mar 16 11:37:06.950424 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25ad1d-52da-4a81-a0b8-63da9eb2cfdd req-60c9d4de-05f9-4430-8af1-dbf11ea031e7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:06.951931 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9c25ad1d-52da-4a81-a0b8-63da9eb2cfdd req-60c9d4de-05f9-4430-8af1-dbf11ea031e7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0521619 Mar 16 11:37:07.004811 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9c25ad1d-52da-4a81-a0b8-63da9eb2cfdd req-de9c2c57-6b05-469a-88b7-f03df41d4085 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472794 Mar 16 11:37:07.026348 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59830) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:37:07.109237 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071bc72c-e495-49f8-aaf4-97567ef47ae6 tempest-TestShelveInstance-406632519 tempest-TestShelveInstance-406632519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:07.110729 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-071bc72c-e495-49f8-aaf4-97567ef47ae6 tempest-TestShelveInstance-406632519 tempest-TestShelveInstance-406632519-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1125 time: 0.0834186 Mar 16 11:37:07.113667 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59834) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:37:07.117774 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.v2.base [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Request body: {'floatingip': {'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'port_id': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:37:07.137729 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:07.232706 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:07.337338 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Allocated IP 172.27.2.175 (9cf056d6-fdfe-4a51-9b70-374530641aca/a7413ecc-e3d7-4a58-87b5-383298b267cb/130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:37:07.434665 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for port (130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:07.469815 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763249004144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:07.508870 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Network 9cf056d6-fdfe-4a51-9b70-374530641aca is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:37:07.511772 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:37:07.514362 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 11:37:07.540141 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event updated for resources: {'Port': ['ID=130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:07.789339 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:07.866923 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for floatingip (0727488f-9d34-4f33-8c74-f6e5a4c0a455), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:07.938499 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:08.081322 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for port (130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:08.086543 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633126'] for port (130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:08.153635 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event updated for resources: {'Port': ['ID=130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:08.167471 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769626'] for floatingip (0727488f-9d34-4f33-8c74-f6e5a4c0a455), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:08.271546 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Floating IP 0727488f-9d34-4f33-8c74-f6e5a4c0a455 associated. External IP: 172.27.2.175, port: 812d39e2-4e92-4370-8fda-562d4d93bbf1. Mar 16 11:37:08.474515 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:37:08.577597 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:37:08.587247 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab0236-f643-4c4e-ad4d-08c1a204a9fc None None] Sync routers for ids ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:37:08.595441 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:08.598848 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab0236-f643-4c4e-ad4d-08c1a204a9fc None None] Routers {'2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:37:08.599445 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-89ab0236-f643-4c4e-ad4d-08c1a204a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:37:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:08.627589 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-56d0e8c9-a74d-493b-9083-42a266f0ab62 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5129161 Mar 16 11:37:08.628176 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:37:08.630963 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0098dc4a-2c0f-4174-82eb-44b3fa1b55ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:37:08.676529 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3168d04e-6677-46f9-83e3-4af19e174ed9 x-openstack-request-id: req-3168d04e-6677-46f9-83e3-4af19e174ed9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:37:08.676851 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:37:08.677105 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3168d04e-6677-46f9-83e3-4af19e174ed9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:37:08.677519 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'status': 'completed', 'code': 200} Mar 16 11:37:08.709438 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-89ab0236-f643-4c4e-ad4d-08c1a204a9fc None None] Set router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:37:08.762950 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098dc4a-2c0f-4174-82eb-44b3fa1b55ff req-fbf0337c-07cc-4df6-8764-6d9f5414326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:08.764381 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0098dc4a-2c0f-4174-82eb-44b3fa1b55ff req-fbf0337c-07cc-4df6-8764-6d9f5414326c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bce9376ce9a4ff0808ada5bed611e07&device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1130 time: 0.0443740 Mar 16 11:37:08.854467 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098dc4a-2c0f-4174-82eb-44b3fa1b55ff req-b2153ecc-751a-476c-86bf-cec8739bdbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:08.855977 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0098dc4a-2c0f-4174-82eb-44b3fa1b55ff req-b2153ecc-751a-476c-86bf-cec8739bdbbc service neutron] 10.222.0.62 "GET /v2.0/networks?id=fe20d231-bc2e-4f47-9de1-5e0e705dace3 HTTP/1.1" status: 200 len: 910 time: 0.0858121 Mar 16 11:37:08.923439 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0098dc4a-2c0f-4174-82eb-44b3fa1b55ff req-07459386-5fbe-45cb-a685-d48099ff3490 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 200 len: 1000 time: 0.0617936 Mar 16 11:37:08.971768 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098dc4a-2c0f-4174-82eb-44b3fa1b55ff req-d134a921-e7ed-4000-ba2f-fa7ae59804a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:08.973274 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0098dc4a-2c0f-4174-82eb-44b3fa1b55ff req-d134a921-e7ed-4000-ba2f-fa7ae59804a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42e5ac2f-a638-40de-abf1-717494db4de8 HTTP/1.1" status: 200 len: 848 time: 0.0436368 Mar 16 11:37:09.013642 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-89ab0236-f643-4c4e-ad4d-08c1a204a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:36:29Z', 'revision_number': 4, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '0727488f-9d34-4f33-8c74-f6e5a4c0a455', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'port_id': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'mac_address': 'fa:16:3e:d2:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:37:07Z', 'updated_at': '2022-03-16T11:37:07Z', 'revision_number': 0, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86dce1d-519e-4752-94ce-98c968f2aae1', 'name': '', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'mac_address': 'fa:16:3e:ba:c0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:29Z', 'updated_at': '2022-03-16T11:36:33Z', 'revision_number': 5, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'subnets': [{'id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:09.021866 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098dc4a-2c0f-4174-82eb-44b3fa1b55ff req-153af3a5-7363-4d4f-a199-042b5fe4d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:09.023370 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0098dc4a-2c0f-4174-82eb-44b3fa1b55ff req-153af3a5-7363-4d4f-a199-042b5fe4d77d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe20d231-bc2e-4f47-9de1-5e0e705dace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442274 Mar 16 11:37:09.041639 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab0236-f643-4c4e-ad4d-08c1a204a9fc None None] Checking router: 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:37:09.050477 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab0236-f643-4c4e-ad4d-08c1a204a9fc None None] Routers {'2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:37:09.051078 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-89ab0236-f643-4c4e-ad4d-08c1a204a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:37:03Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:09.113123 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0098dc4a-2c0f-4174-82eb-44b3fa1b55ff req-f0606649-7815-4cbe-be8d-288afb857b64 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835016 Mar 16 11:37:09.156174 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-89ab0236-f643-4c4e-ad4d-08c1a204a9fc None None] Set router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:37:09.197334 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0098dc4a-2c0f-4174-82eb-44b3fa1b55ff req-836e77de-a28a-440f-ac34-7f79383861f1 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788169 Mar 16 11:37:09.370647 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-89ab0236-f643-4c4e-ad4d-08c1a204a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:36:29Z', 'revision_number': 4, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '0727488f-9d34-4f33-8c74-f6e5a4c0a455', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'port_id': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'mac_address': 'fa:16:3e:d2:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:37:07Z', 'updated_at': '2022-03-16T11:37:07Z', 'revision_number': 0, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86dce1d-519e-4752-94ce-98c968f2aae1', 'name': '', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'mac_address': 'fa:16:3e:ba:c0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:29Z', 'updated_at': '2022-03-16T11:36:33Z', 'revision_number': 5, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'subnets': [{'id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:09.398872 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab0236-f643-4c4e-ad4d-08c1a204a9fc None None] The sync data for ids ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'] in dv-cinder-790535-29-iscsi is: [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:36:29Z', 'revision_number': 4, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_floatingips': [{'id': '0727488f-9d34-4f33-8c74-f6e5a4c0a455', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'router_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'port_id': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'mac_address': 'fa:16:3e:d2:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:37:07Z', 'updated_at': '2022-03-16T11:37:07Z', 'revision_number': 0, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86dce1d-519e-4752-94ce-98c968f2aae1', 'name': '', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'mac_address': 'fa:16:3e:ba:c0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:29Z', 'updated_at': '2022-03-16T11:36:33Z', 'revision_number': 5, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'subnets': [{'id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:37:09.590624 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4858b0a-a4f9-49ea-9013-fa30cf7629a6 None None] New status for floating IP 0727488f-9d34-4f33-8c74-f6e5a4c0a455: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:37:18.608684 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e9f6d9b2-fa77-4658-93fc-c32c500b18c4 req-b00fc48a-9be6-41bf-bb5c-181b4c4a0c02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466840 Mar 16 11:37:18.710871 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6d9b2-fa77-4658-93fc-c32c500b18c4 req-b5467a7b-a380-489f-8c44-0a9d395fc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:18.712353 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e9f6d9b2-fa77-4658-93fc-c32c500b18c4 req-b5467a7b-a380-489f-8c44-0a9d395fc932 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bce9376ce9a4ff0808ada5bed611e07&device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1130 time: 0.0444186 Mar 16 11:37:18.830617 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6d9b2-fa77-4658-93fc-c32c500b18c4 req-bb929b8f-d261-437d-bd66-4a29dfabe9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:18.832081 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e9f6d9b2-fa77-4658-93fc-c32c500b18c4 req-bb929b8f-d261-437d-bd66-4a29dfabe9cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=fe20d231-bc2e-4f47-9de1-5e0e705dace3 HTTP/1.1" status: 200 len: 910 time: 0.0976915 Mar 16 11:37:18.897897 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e9f6d9b2-fa77-4658-93fc-c32c500b18c4 req-5ec18f46-f01e-4440-996f-2290d2470d72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 200 len: 1002 time: 0.0603507 Mar 16 11:37:18.955053 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6d9b2-fa77-4658-93fc-c32c500b18c4 req-9b4a0f30-528b-41d3-a520-a9efe685b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:18.956446 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e9f6d9b2-fa77-4658-93fc-c32c500b18c4 req-9b4a0f30-528b-41d3-a520-a9efe685b93e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42e5ac2f-a638-40de-abf1-717494db4de8 HTTP/1.1" status: 200 len: 848 time: 0.0422637 Mar 16 11:37:19.003887 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6d9b2-fa77-4658-93fc-c32c500b18c4 req-5bb39068-dc18-4b6d-91a5-8c377e39300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:19.005426 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e9f6d9b2-fa77-4658-93fc-c32c500b18c4 req-5bb39068-dc18-4b6d-91a5-8c377e39300d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe20d231-bc2e-4f47-9de1-5e0e705dace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426455 Mar 16 11:37:19.093412 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e9f6d9b2-fa77-4658-93fc-c32c500b18c4 req-0ef2e7d0-2ef3-4eeb-902e-43d55126d5e9 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822556 Mar 16 11:37:19.188106 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e9f6d9b2-fa77-4658-93fc-c32c500b18c4 req-97e37009-364e-46be-9ebd-e2bc8b8ff926 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842018 Mar 16 11:37:21.841323 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:37:30.326258 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da2e0fb0-cc2d-41fb-970f-c74082cd45ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:32.812561 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5885491d-44b6-4859-8dd5-3d1f1c5e976d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:33.514095 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:35.037353 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:36.665618 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:37.789386 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:37:58.840300 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:38:00.328153 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5469b717-e87d-47b8-877e-1145f0d9fb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:38:02.813462 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f50680e7-1ad2-4ad7-a4cc-a64bc481e0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:38:03.515624 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:38:05.039146 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:38:06.667787 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:38:07.786928 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:38:20.588560 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f87fa8f7-d01a-4058-9fea-97a8a8f67983 req-57144ea0-e3a4-4ccf-a0d2-e61365ad2991 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480466 Mar 16 11:38:20.691120 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fa8f7-d01a-4058-9fea-97a8a8f67983 req-5d8c8180-c314-4c13-ac82-6c9748e3e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.692659 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f87fa8f7-d01a-4058-9fea-97a8a8f67983 req-5d8c8180-c314-4c13-ac82-6c9748e3e806 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bce9376ce9a4ff0808ada5bed611e07&device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1130 time: 0.0441484 Mar 16 11:38:20.793984 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fa8f7-d01a-4058-9fea-97a8a8f67983 req-1b9e89b4-1756-4f7c-90dd-faa894bd4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.795457 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f87fa8f7-d01a-4058-9fea-97a8a8f67983 req-1b9e89b4-1756-4f7c-90dd-faa894bd4675 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fe20d231-bc2e-4f47-9de1-5e0e705dace3 HTTP/1.1" status: 200 len: 910 time: 0.0860426 Mar 16 11:38:20.861368 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f87fa8f7-d01a-4058-9fea-97a8a8f67983 req-1f46e23c-4bed-49c9-b150-daf59ec3fccc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 200 len: 1002 time: 0.0602276 Mar 16 11:38:20.907788 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fa8f7-d01a-4058-9fea-97a8a8f67983 req-67498d1b-27a8-4335-83e5-38b2133d018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.915468 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f87fa8f7-d01a-4058-9fea-97a8a8f67983 req-67498d1b-27a8-4335-83e5-38b2133d018e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42e5ac2f-a638-40de-abf1-717494db4de8 HTTP/1.1" status: 200 len: 848 time: 0.0485098 Mar 16 11:38:20.967015 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fa8f7-d01a-4058-9fea-97a8a8f67983 req-0f32fe7d-5ec4-494b-b717-475ec8733adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.968515 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f87fa8f7-d01a-4058-9fea-97a8a8f67983 req-0f32fe7d-5ec4-494b-b717-475ec8733adc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe20d231-bc2e-4f47-9de1-5e0e705dace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478430 Mar 16 11:38:21.056192 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f87fa8f7-d01a-4058-9fea-97a8a8f67983 req-6d9548d7-a629-4c85-b8b8-19e6891a490f service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809805 Mar 16 11:38:21.140243 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f87fa8f7-d01a-4058-9fea-97a8a8f67983 req-11372291-0c4a-4cb6-8777-c0d04b73546b service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779080 Mar 16 11:38:30.329881 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a1a2fc68-b9ad-44f5-8df2-ce1bd79af936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:38:32.814885 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a3021885-502d-4267-b3a1-ac7c0a33e324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:38:33.519238 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:38:35.042645 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:38:35.838811 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:38:36.669435 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:38:37.788045 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:00.331908 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b0decd78-3fa9-4266-97b6-98bbb02ce8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:02.817101 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba699-7eba-4206-8edc-1e1bc80ec6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:03.521670 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:03.988092 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e07b2c-3674-4ac0-8b58-88bde998b72e req-c6a9b26f-a244-44ff-9701-f33fc22a7dee tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:03.989582 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a5e07b2c-3674-4ac0-8b58-88bde998b72e req-c6a9b26f-a244-44ff-9701-f33fc22a7dee tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0567570 Mar 16 11:39:04.036697 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a5e07b2c-3674-4ac0-8b58-88bde998b72e req-2cc45339-f76b-4e59-8e20-33ff68eca0ea tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414441 Mar 16 11:39:05.044830 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:05.156473 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d1f7c-368e-43e7-b573-fc7a9d48de25 req-a0006ec8-1914-4552-a4a3-6a2e39ba393d tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:05.157888 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9f5d1f7c-368e-43e7-b573-fc7a9d48de25 req-a0006ec8-1914-4552-a4a3-6a2e39ba393d tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0548921 Mar 16 11:39:05.204323 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-9f5d1f7c-368e-43e7-b573-fc7a9d48de25 req-4313cefe-7f4f-452e-a6c4-379cc043ef53 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409153 Mar 16 11:39:06.321445 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0541d-a91f-47f0-adb3-7f7ce1b887cf req-dcc4c054-a4fe-4509-80ff-f284c073fae7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:06.322882 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f7a0541d-a91f-47f0-adb3-7f7ce1b887cf req-dcc4c054-a4fe-4509-80ff-f284c073fae7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0502491 Mar 16 11:39:06.373159 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f7a0541d-a91f-47f0-adb3-7f7ce1b887cf req-987427ed-ca15-4267-9755-c7743ce6ae8d tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443199 Mar 16 11:39:06.671892 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:07.487258 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05974286-f5df-483f-bc78-bfa3bf35bc8c req-2364cd90-e47f-4ee9-9578-7344d3f5581e tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:07.488686 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05974286-f5df-483f-bc78-bfa3bf35bc8c req-2364cd90-e47f-4ee9-9578-7344d3f5581e tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0524311 Mar 16 11:39:07.535620 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-05974286-f5df-483f-bc78-bfa3bf35bc8c req-19a0402c-74d6-4d41-bd26-72e6c703050b tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Mar 16 11:39:07.799059 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:08.651312 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95021a08-11c8-4946-b59c-780e1b9f3012 req-709b9f97-66f7-466d-8c0e-83fcceb17ba2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:08.652797 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-95021a08-11c8-4946-b59c-780e1b9f3012 req-709b9f97-66f7-466d-8c0e-83fcceb17ba2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0520716 Mar 16 11:39:08.699126 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-95021a08-11c8-4946-b59c-780e1b9f3012 req-802b157a-d675-44b4-bbd4-12da652d66dc tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408254 Mar 16 11:39:09.819334 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849fd96-b767-4b72-b808-9a7d49f0dab0 req-0694b867-f915-40e4-81f0-55698e703fe6 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:09.820814 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4849fd96-b767-4b72-b808-9a7d49f0dab0 req-0694b867-f915-40e4-81f0-55698e703fe6 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0553803 Mar 16 11:39:09.867539 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-4849fd96-b767-4b72-b808-9a7d49f0dab0 req-942ef3e6-3204-4345-b51a-f21fe3a8667d tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408289 Mar 16 11:39:10.982857 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dc876-bac3-4771-9867-fb583b707b43 req-3ac3bf10-fcf3-4eba-af62-87773451e75e tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:10.984337 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c39dc876-bac3-4771-9867-fb583b707b43 req-3ac3bf10-fcf3-4eba-af62-87773451e75e tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0516937 Mar 16 11:39:11.032485 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c39dc876-bac3-4771-9867-fb583b707b43 req-7368b4b4-9334-40ef-bedc-14c7609b9150 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425591 Mar 16 11:39:12.157345 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3de79-446f-4cb6-8ed6-4f5c85389f04 req-881c3a20-4ed6-471a-8c94-36c0c9248afd tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:12.158785 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c7a3de79-446f-4cb6-8ed6-4f5c85389f04 req-881c3a20-4ed6-471a-8c94-36c0c9248afd tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0543261 Mar 16 11:39:12.205110 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c7a3de79-446f-4cb6-8ed6-4f5c85389f04 req-b35549a6-dfb6-4ea3-808a-62f71d6b1235 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 Mar 16 11:39:12.837919 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:39:13.319748 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4e415-30d1-4c05-89b7-7cc1f2b63241 req-83ad2bb6-f98f-4eb9-8ee4-00942d64b760 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:13.321229 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-68a4e415-30d1-4c05-89b7-7cc1f2b63241 req-83ad2bb6-f98f-4eb9-8ee4-00942d64b760 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0512464 Mar 16 11:39:13.367607 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-68a4e415-30d1-4c05-89b7-7cc1f2b63241 req-5433c548-ed52-41db-a612-5dd12356f9d6 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408580 Mar 16 11:39:14.203116 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc304-ae5f-44c4-aac9-d1b1c9f9d485 req-74d9454c-9dd0-4bc1-955a-a4513c1eb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:14.204671 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e3afc304-ae5f-44c4-aac9-d1b1c9f9d485 req-74d9454c-9dd0-4bc1-955a-a4513c1eb54f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bce9376ce9a4ff0808ada5bed611e07&device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1130 time: 0.0435774 Mar 16 11:39:14.294637 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc304-ae5f-44c4-aac9-d1b1c9f9d485 req-5a4fb8b2-5e2a-4f3c-9c4b-d5872f60a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:14.296110 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e3afc304-ae5f-44c4-aac9-d1b1c9f9d485 req-5a4fb8b2-5e2a-4f3c-9c4b-d5872f60a35a service neutron] 10.222.0.62 "GET /v2.0/networks?id=fe20d231-bc2e-4f47-9de1-5e0e705dace3 HTTP/1.1" status: 200 len: 910 time: 0.0844917 Mar 16 11:39:14.357790 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e3afc304-ae5f-44c4-aac9-d1b1c9f9d485 req-4641aced-719f-4012-9215-f71314f885e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 200 len: 1002 time: 0.0558946 Mar 16 11:39:14.702328 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc304-ae5f-44c4-aac9-d1b1c9f9d485 req-462502ce-5539-4bea-b960-fdc47a8b7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:14.703734 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e3afc304-ae5f-44c4-aac9-d1b1c9f9d485 req-462502ce-5539-4bea-b960-fdc47a8b7caa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42e5ac2f-a638-40de-abf1-717494db4de8 HTTP/1.1" status: 200 len: 848 time: 0.3403640 Mar 16 11:39:14.743876 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c3fa3-04b6-48e4-902b-fea2f5924a13 req-ca6909f9-d26c-41d3-a3ec-015236b8e4a2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:14.745865 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-de4c3fa3-04b6-48e4-902b-fea2f5924a13 req-ca6909f9-d26c-41d3-a3ec-015236b8e4a2 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0820808 Mar 16 11:39:14.797723 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc304-ae5f-44c4-aac9-d1b1c9f9d485 req-f58ddefa-12f5-4c15-9566-46315aedfb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:14.799208 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e3afc304-ae5f-44c4-aac9-d1b1c9f9d485 req-f58ddefa-12f5-4c15-9566-46315aedfb08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe20d231-bc2e-4f47-9de1-5e0e705dace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0880120 Mar 16 11:39:14.808121 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-de4c3fa3-04b6-48e4-902b-fea2f5924a13 req-8075c41e-d3df-4651-b196-72ff3f32eefd tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561965 Mar 16 11:39:14.892308 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e3afc304-ae5f-44c4-aac9-d1b1c9f9d485 req-cbdf897e-ca82-4d69-915f-a61527d62145 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832431 Mar 16 11:39:14.978981 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-e3afc304-ae5f-44c4-aac9-d1b1c9f9d485 req-7bd7ba09-4bcf-4d28-9bcb-7af5871f902c service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802972 Mar 16 11:39:15.928616 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f49e0e-76c0-4d59-b43c-ab5e487d08f4 req-cea0ffb4-8870-47b3-83af-2056392b1be4 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:15.930072 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-69f49e0e-76c0-4d59-b43c-ab5e487d08f4 req-cea0ffb4-8870-47b3-83af-2056392b1be4 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0567610 Mar 16 11:39:15.977769 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-69f49e0e-76c0-4d59-b43c-ab5e487d08f4 req-34535056-8bd4-4752-8215-e56beafa0f3c tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421398 Mar 16 11:39:17.096612 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7908e2-e68c-4cc6-80b0-8954b693a660 req-c6528d4c-d8b4-4f35-b1e1-966fb52da1b4 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:17.098078 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5c7908e2-e68c-4cc6-80b0-8954b693a660 req-c6528d4c-d8b4-4f35-b1e1-966fb52da1b4 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0527182 Mar 16 11:39:17.144778 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5c7908e2-e68c-4cc6-80b0-8954b693a660 req-5ef29cd5-f04b-4134-b962-556a683a3bbe tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410678 Mar 16 11:39:17.255793 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [req-04147696-2953-4dd2-916b-ccf334ce73ad req-4b62e975-6f6a-41b4-9d36-1bd34968c4f7 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 11:39:17.256807 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-04147696-2953-4dd2-916b-ccf334ce73ad req-4b62e975-6f6a-41b4-9d36-1bd34968c4f7 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500362 Mar 16 11:39:17.423167 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5f478-e1e2-4aa3-92a6-6eb7e930701e req-f6a8b8ff-8e83-485f-80f0-348f0d235853 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:17.424846 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ecb5f478-e1e2-4aa3-92a6-6eb7e930701e req-f6a8b8ff-8e83-485f-80f0-348f0d235853 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0568264 Mar 16 11:39:17.453325 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-843910a3-84ac-4521-ad67-7059361b4464 req-0be24ef4-aeaa-47a0-ba3e-090aa1de24a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060233 Mar 16 11:39:17.476817 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-ecb5f478-e1e2-4aa3-92a6-6eb7e930701e req-e07b93ea-775f-447a-b9c8-8b31f7c60666 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463455 Mar 16 11:39:17.600243 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843910a3-84ac-4521-ad67-7059361b4464 req-53feb858-2473-43c7-a8a0-033551ffb304 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:17.601614 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [req-843910a3-84ac-4521-ad67-7059361b4464 req-53feb858-2473-43c7-a8a0-033551ffb304 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports/812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 200 len: 943 time: 0.1199374 Mar 16 11:39:18.594083 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eea9d3-f679-43cd-adb3-8c85e6eb450e req-ed681a92-410c-4367-9340-2aa2fa45a1a0 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:18.595558 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f9eea9d3-f679-43cd-adb3-8c85e6eb450e req-ed681a92-410c-4367-9340-2aa2fa45a1a0 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0519099 Mar 16 11:39:18.646774 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-f9eea9d3-f679-43cd-adb3-8c85e6eb450e req-73ce7256-f7e1-45de-a0f1-0066b422a2a8 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455794 Mar 16 11:39:19.000362 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843910a3-84ac-4521-ad67-7059361b4464 req-4f503149-1a95-4ecb-b7c2-e95cced490b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.001867 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-843910a3-84ac-4521-ad67-7059361b4464 req-4f503149-1a95-4ecb-b7c2-e95cced490b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10&tenant_id=7bce9376ce9a4ff0808ada5bed611e07 HTTP/1.1" status: 200 len: 1130 time: 0.0438950 Mar 16 11:39:19.079960 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843910a3-84ac-4521-ad67-7059361b4464 req-67e7daf2-891b-4152-a65f-926d81e48906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.081450 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-843910a3-84ac-4521-ad67-7059361b4464 req-67e7daf2-891b-4152-a65f-926d81e48906 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bce9376ce9a4ff0808ada5bed611e07&device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1130 time: 0.0471070 Mar 16 11:39:19.166673 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843910a3-84ac-4521-ad67-7059361b4464 req-b83e111e-0b32-4115-b484-012aee25bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.168012 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-843910a3-84ac-4521-ad67-7059361b4464 req-b83e111e-0b32-4115-b484-012aee25bfd8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fe20d231-bc2e-4f47-9de1-5e0e705dace3 HTTP/1.1" status: 200 len: 910 time: 0.0803008 Mar 16 11:39:19.234811 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-843910a3-84ac-4521-ad67-7059361b4464 req-c5dc0a33-4268-4b18-b495-7b8074b5868b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 200 len: 1002 time: 0.0610857 Mar 16 11:39:19.281241 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843910a3-84ac-4521-ad67-7059361b4464 req-127e7a24-35c2-41b9-a919-f5e1210626fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.282658 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-843910a3-84ac-4521-ad67-7059361b4464 req-127e7a24-35c2-41b9-a919-f5e1210626fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42e5ac2f-a638-40de-abf1-717494db4de8 HTTP/1.1" status: 200 len: 848 time: 0.0420470 Mar 16 11:39:19.332018 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843910a3-84ac-4521-ad67-7059361b4464 req-211c75b0-b4f7-4853-aaea-80db9952748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.333520 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-843910a3-84ac-4521-ad67-7059361b4464 req-211c75b0-b4f7-4853-aaea-80db9952748b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe20d231-bc2e-4f47-9de1-5e0e705dace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443885 Mar 16 11:39:19.422808 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-843910a3-84ac-4521-ad67-7059361b4464 req-fa750c65-30ff-43e1-a83d-b39810533552 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829015 Mar 16 11:39:19.507348 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-843910a3-84ac-4521-ad67-7059361b4464 req-0717591f-ebd5-4399-ae13-716dd9f9a32f service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786548 Mar 16 11:39:19.762453 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165acba-66ed-408b-8b51-81b2bcbd9978 req-53137b2f-7d38-477e-a1e5-3057d06e8f59 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.763924 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1165acba-66ed-408b-8b51-81b2bcbd9978 req-53137b2f-7d38-477e-a1e5-3057d06e8f59 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0526688 Mar 16 11:39:19.810994 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1165acba-66ed-408b-8b51-81b2bcbd9978 req-03cea852-a5eb-462f-afa4-850682404053 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416048 Mar 16 11:39:20.929658 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dc602-7818-416a-93b7-7c9e0042b107 req-7e341677-474c-4954-b4bb-bd6948891fef tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:20.931103 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-701dc602-7818-416a-93b7-7c9e0042b107 req-7e341677-474c-4954-b4bb-bd6948891fef tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0556514 Mar 16 11:39:20.977698 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-701dc602-7818-416a-93b7-7c9e0042b107 req-debc88fe-9873-49eb-94fd-09d05bce0b8d tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408516 Mar 16 11:39:21.541166 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 812d39e2-4e92-4370-8fda-562d4d93bbf1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:39:21.621498 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 812d39e2-4e92-4370-8fda-562d4d93bbf1 is: ACTIVE; New status is: DOWN {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:39:21.621894 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:21.626213 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec589b-bc2f-4c40-ac41-e8b5d83f37b2 req-f2501b03-c024-411a-86fe-aa6c85dd8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:21.627698 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-83ec589b-bc2f-4c40-ac41-e8b5d83f37b2 req-f2501b03-c024-411a-86fe-aa6c85dd8919 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bce9376ce9a4ff0808ada5bed611e07&device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1130 time: 0.0444062 Mar 16 11:39:21.644356 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:21.646611 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6197a447-e3e0-43eb-b64f-80638b095c41" -d '{"events": [{"server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "name": "network-vif-unplugged", "status": "completed", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:39:21.659686 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 812d39e2-4e92-4370-8fda-562d4d93bbf1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:21.664860 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:21.689688 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Mar 2022 11:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6caeab3-ae94-46e6-8070-1067ddde039b x-openstack-request-id: req-b6caeab3-ae94-46e6-8070-1067ddde039b {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:39:21.689985 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "name": "network-vif-unplugged", "status": "completed", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:39:21.690240 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b6caeab3-ae94-46e6-8070-1067ddde039b {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:39:21.690651 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'code': 200} Mar 16 11:39:21.717143 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=812d39e2-4e92-4370-8fda-562d4d93bbf1,revision_number=6']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:21.724084 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.724434 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.724892 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.725214 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.725547 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.725877 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.726204 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.726530 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.726858 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.727181 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.727505 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.727831 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.728152 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.728471 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.728815 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:21.738171 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec589b-bc2f-4c40-ac41-e8b5d83f37b2 req-9d8dde20-5da6-4163-99e3-5ff0cca341f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:21.739519 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-83ec589b-bc2f-4c40-ac41-e8b5d83f37b2 req-9d8dde20-5da6-4163-99e3-5ff0cca341f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fe20d231-bc2e-4f47-9de1-5e0e705dace3 HTTP/1.1" status: 200 len: 910 time: 0.0947509 Mar 16 11:39:21.803795 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-83ec589b-bc2f-4c40-ac41-e8b5d83f37b2 req-4b686f4d-8404-41fb-a55e-2c7251d35851 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 200 len: 1000 time: 0.0572891 Mar 16 11:39:21.850614 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec589b-bc2f-4c40-ac41-e8b5d83f37b2 req-a414ba1c-0232-4286-86ba-3f655484ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:21.852019 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-83ec589b-bc2f-4c40-ac41-e8b5d83f37b2 req-a414ba1c-0232-4286-86ba-3f655484ddc0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42e5ac2f-a638-40de-abf1-717494db4de8 HTTP/1.1" status: 200 len: 848 time: 0.0425658 Mar 16 11:39:21.902769 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec589b-bc2f-4c40-ac41-e8b5d83f37b2 req-008b2263-1bb2-422f-a656-380870a5fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:21.904244 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-83ec589b-bc2f-4c40-ac41-e8b5d83f37b2 req-008b2263-1bb2-422f-a656-380870a5fc7d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe20d231-bc2e-4f47-9de1-5e0e705dace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466943 Mar 16 11:39:22.012752 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-83ec589b-bc2f-4c40-ac41-e8b5d83f37b2 req-1c01ef3d-e758-4572-859b-c7daf3fcf31e service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018860 Mar 16 11:39:22.141070 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37d7b2-51d8-490e-9416-53ff18eeba99 req-06666a3a-cb25-4de8-b5a3-6a3410c30d2e tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:22.142448 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e37d7b2-51d8-490e-9416-53ff18eeba99 req-06666a3a-cb25-4de8-b5a3-6a3410c30d2e tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.0792058 Mar 16 11:39:22.144682 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-83ec589b-bc2f-4c40-ac41-e8b5d83f37b2 req-53461847-fa92-4b7e-b3bb-dfc485425c12 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261895 Mar 16 11:39:22.190980 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1e37d7b2-51d8-490e-9416-53ff18eeba99 req-bad356ee-d08d-4df7-bb8b-dd3102363cad tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428863 Mar 16 11:39:23.312275 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c43fb8-0cdf-4e65-8835-d5a97f8bbc61 req-cef68244-aad1-410f-9c55-2d001864b97e tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:23.312275 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-44c43fb8-0cdf-4e65-8835-d5a97f8bbc61 req-cef68244-aad1-410f-9c55-2d001864b97e tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.0517828 Mar 16 11:39:23.366601 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-44c43fb8-0cdf-4e65-8835-d5a97f8bbc61 req-eba98309-8e7a-4b0a-b6bc-1dee0e07f974 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501633 Mar 16 11:39:24.481553 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16467b2-15ab-4a3a-844f-52bfa1b33904 req-09328f0d-10f5-428a-a8da-5652d8180438 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:24.482897 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b16467b2-15ab-4a3a-844f-52bfa1b33904 req-09328f0d-10f5-428a-a8da-5652d8180438 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.0512624 Mar 16 11:39:24.529629 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-b16467b2-15ab-4a3a-844f-52bfa1b33904 req-1da123a7-1457-4d53-aca9-30727e6bf193 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413220 Mar 16 11:39:25.657920 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727426a9-34fe-44ad-a141-230c07b76b4c req-b0c368f0-5bba-4f5a-a0f3-2f7621de46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:25.659394 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-727426a9-34fe-44ad-a141-230c07b76b4c req-b0c368f0-5bba-4f5a-a0f3-2f7621de46f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1128 time: 0.0770855 Mar 16 11:39:25.670326 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cb31b-12b2-4fb7-b152-9fa3c50189b5 req-f88248c4-2404-44bf-b301-12f63945aca9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:25.671792 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1d4cb31b-12b2-4fb7-b152-9fa3c50189b5 req-f88248c4-2404-44bf-b301-12f63945aca9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.0651431 Mar 16 11:39:25.738381 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-727426a9-34fe-44ad-a141-230c07b76b4c req-ed87b5de-f2fb-45bd-9aed-482e4bd11399 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654480 Mar 16 11:39:25.746465 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-1d4cb31b-12b2-4fb7-b152-9fa3c50189b5 req-48ec3652-93a3-4c12-b73c-1d26e2707142 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679712 Mar 16 11:39:26.911750 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b526ffd-d4ba-47c7-aad6-217e1a340366 req-51942a4e-763a-4e54-a79a-d09a727680e4 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:26.913280 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5b526ffd-d4ba-47c7-aad6-217e1a340366 req-51942a4e-763a-4e54-a79a-d09a727680e4 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 944 time: 0.1013222 Mar 16 11:39:26.960802 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-5b526ffd-d4ba-47c7-aad6-217e1a340366 req-3fc4d9ae-fb4a-4d93-8312-3f0429974c31 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419917 Mar 16 11:39:27.603575 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 812d39e2-4e92-4370-8fda-562d4d93bbf1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 11:39:27.698851 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 812d39e2-4e92-4370-8fda-562d4d93bbf1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:27.709828 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Returning: {'device': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'port_id': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'mac_address': 'fa:16:3e:d2:21:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 11:39:27.745960 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 812d39e2-4e92-4370-8fda-562d4d93bbf1 is: DOWN; New status is: BUILD {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:39:27.746356 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:27.759380 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812d39e2-4e92-4370-8fda-562d4d93bbf1 {{(pid=103139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:39:27.778997 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 812d39e2-4e92-4370-8fda-562d4d93bbf1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:27.782724 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:27.831548 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=812d39e2-4e92-4370-8fda-562d4d93bbf1,revision_number=7']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:28.108414 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] get_ports_and_sgs() called for port_ids ['812d39e2-4e92-4370-8fda-562d4d93bbf1'] {{(pid=103139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 11:39:29.610543 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 812d39e2-4e92-4370-8fda-562d4d93bbf1 up at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 11:39:29.657020 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.provisioning_blocks [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Provisioning complete for port 812d39e2-4e92-4370-8fda-562d4d93bbf1 triggered by entity L2. {{(pid=103139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 11:39:29.657395 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3655854'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), provisioning_complete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:29.733032 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Current status of the port 812d39e2-4e92-4370-8fda-562d4d93bbf1 is: BUILD; New status is: ACTIVE {{(pid=103139) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 11:39:29.733419 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602105'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:29.755015 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1'}] {{(pid=103139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:29.757249 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dbb116925ec73c57c442d06b06a4e494eae37bc6f08a7158ef0c31f59196ef8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffbe286-e2e2-4c70-b88b-96d2e4a6cfe9" -d '{"events": [{"server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "name": "network-vif-plugged", "status": "completed", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1"}]}' {{(pid=103139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:39:29.768981 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] For port 812d39e2-4e92-4370-8fda-562d4d93bbf1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:29.774240 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763249593631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763249004162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763249004180'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:29.798251 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70f5164-53b2-4bcf-898d-0fc2b58f1478 x-openstack-request-id: req-f70f5164-53b2-4bcf-898d-0fc2b58f1478 {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:39:29.798548 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "name": "network-vif-plugged", "status": "completed", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1", "code": 200}]} {{(pid=103139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:39:29.798798 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f70f5164-53b2-4bcf-898d-0fc2b58f1478 {{(pid=103139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:39:29.799178 dv-cinder-790535-29-iscsi neutron-server[103139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'code': 200} Mar 16 11:39:29.823157 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Pushing event updated for resources: {'Port': ['ID=812d39e2-4e92-4370-8fda-562d4d93bbf1,revision_number=8']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:30.333288 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e4c24aa-d433-4513-953a-983cfce4de00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:32.817669 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-261b26ce-9868-4cb2-9639-3a6ce51c6156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:33.524205 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:35.047170 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:36.673611 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:37.798452 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:39:43.145759 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [req-2d67605f-50af-4d2a-9017-a78dc44f7526 req-9c03d2ef-de35-4bb9-982e-47e9ed289834 service neutron] (103137) timed out ('10.222.0.62', 52642) {{(pid=103137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 11:39:47.751751 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [req-56d862b1-3053-41be-a7ee-ec1b0d0569d6 req-0efdfe72-a47a-4751-8021-ef4eba42658c service neutron] (103138) timed out ('10.222.0.62', 52653) {{(pid=103138) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 11:39:49.836948 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:40:00.335393 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-be97a9db-19ba-4a77-8002-cf9e5adcb229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:02.819551 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47d77677-90cc-4dd2-863a-c4c9a90cc6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:03.527038 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:05.049282 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:06.676103 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:07.805363 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:22.618225 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0276f28d-ea1f-47f3-be0b-874a68b0a193 req-8517a6b1-eb35-4ae5-8034-d42f875933fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830834 Mar 16 11:40:22.720775 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f28d-ea1f-47f3-be0b-874a68b0a193 req-7c5e3ab2-9a22-4bf9-90fc-78be822512ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:22.722218 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0276f28d-ea1f-47f3-be0b-874a68b0a193 req-7c5e3ab2-9a22-4bf9-90fc-78be822512ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bce9376ce9a4ff0808ada5bed611e07&device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1130 time: 0.0469234 Mar 16 11:40:22.819292 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f28d-ea1f-47f3-be0b-874a68b0a193 req-51d21d76-4398-4594-b806-64a977724df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:22.820669 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0276f28d-ea1f-47f3-be0b-874a68b0a193 req-51d21d76-4398-4594-b806-64a977724df4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fe20d231-bc2e-4f47-9de1-5e0e705dace3 HTTP/1.1" status: 200 len: 910 time: 0.0813415 Mar 16 11:40:22.892681 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0276f28d-ea1f-47f3-be0b-874a68b0a193 req-b754dda9-83e3-4429-ac39-bc625ad98144 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 200 len: 1002 time: 0.0654655 Mar 16 11:40:22.940042 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f28d-ea1f-47f3-be0b-874a68b0a193 req-1b28eb30-07d6-431e-8792-bb7b3d02c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:22.941511 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0276f28d-ea1f-47f3-be0b-874a68b0a193 req-1b28eb30-07d6-431e-8792-bb7b3d02c325 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42e5ac2f-a638-40de-abf1-717494db4de8 HTTP/1.1" status: 200 len: 848 time: 0.0435424 Mar 16 11:40:22.988780 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f28d-ea1f-47f3-be0b-874a68b0a193 req-fc893c5f-7223-4a38-ad38-af8c63a56549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:22.990231 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0276f28d-ea1f-47f3-be0b-874a68b0a193 req-fc893c5f-7223-4a38-ad38-af8c63a56549 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe20d231-bc2e-4f47-9de1-5e0e705dace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418298 Mar 16 11:40:23.079559 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0276f28d-ea1f-47f3-be0b-874a68b0a193 req-cd7f5ede-e625-45ae-9ace-e87fb3eea3f5 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822368 Mar 16 11:40:23.168277 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0276f28d-ea1f-47f3-be0b-874a68b0a193 req-dbf365c1-d9c1-421c-9770-8277f5e15b3c service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833244 Mar 16 11:40:26.836339 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:40:30.339746 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-451cbfbb-4432-42e8-9fe2-908e9a65cd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:32.821344 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9bae4a29-dae2-4205-8b74-a210b1f61e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:33.530710 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:35.051110 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:36.677745 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:37.808899 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:39.759104 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 59978) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:39.911697 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Deleting port 130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:40:39.912038 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:39.987366 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:39.987686 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for floatingip (130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:39.999474 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Calling delete_port for 130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea owned by network:floatingip {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:40:40.141631 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:40.166390 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event deleted for resources: {'Port': ['ID=130a0cb9-74ee-4e5d-a6ae-cd85bdd6a5ea,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:40.192018 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.192365 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.192732 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.193070 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.193405 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.193731 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.194057 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.194377 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.194696 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.195014 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.195332 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.195649 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.195968 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.196309 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.196655 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:40.236167 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for floatingip (0727488f-9d34-4f33-8c74-f6e5a4c0a455), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:40.236602 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.db.l3_db [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Floating IP 0727488f-9d34-4f33-8c74-f6e5a4c0a455 disassociated (deleted). External IP: 172.27.2.175, port: 812d39e2-4e92-4370-8fda-562d4d93bbf1. Mar 16 11:40:40.441020 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:40:40.551652 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:40:40.556347 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for floatingip (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:40.561744 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d13e6-6c90-45d0-bd48-1ee37ecdffbc None None] Sync routers for ids ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:40:40.571741 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d13e6-6c90-45d0-bd48-1ee37ecdffbc None None] Routers {'2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:40:40.572331 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-638d13e6-6c90-45d0-bd48-1ee37ecdffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:40:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:40.585904 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-48b1ea7b-ea42-4c3a-8f65-733c04cc86a9 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "DELETE /v2.0/floatingips/0727488f-9d34-4f33-8c74-f6e5a4c0a455 HTTP/1.1" status: 204 len: 168 time: 0.8257425 Mar 16 11:40:40.586757 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:40:40.589558 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a067572d-a21a-4c74-baa1-a7a413aeff74" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:40:40.683873 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-638d13e6-6c90-45d0-bd48-1ee37ecdffbc None None] Set router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:40:40.693601 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 11:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f41031b-0c60-4c92-8516-862a5644b364 x-openstack-request-id: req-7f41031b-0c60-4c92-8516-862a5644b364 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:40:40.694087 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:40:40.694464 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7f41031b-0c60-4c92-8516-862a5644b364 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:40:40.694928 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'status': 'completed', 'code': 200} Mar 16 11:40:40.791564 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067572d-a21a-4c74-baa1-a7a413aeff74 req-9df24767-3ad5-4c31-ae80-20805b70663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:40.793131 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a067572d-a21a-4c74-baa1-a7a413aeff74 req-9df24767-3ad5-4c31-ae80-20805b70663f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bce9376ce9a4ff0808ada5bed611e07&device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 1130 time: 0.0560102 Mar 16 11:40:40.918801 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067572d-a21a-4c74-baa1-a7a413aeff74 req-33f8cf19-8e1a-4b5b-b8fb-201a795e5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:40.920254 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a067572d-a21a-4c74-baa1-a7a413aeff74 req-33f8cf19-8e1a-4b5b-b8fb-201a795e5b43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fe20d231-bc2e-4f47-9de1-5e0e705dace3 HTTP/1.1" status: 200 len: 910 time: 0.1196148 Mar 16 11:40:40.928022 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd12f73-9198-416b-a6f1-a43a408e38fb req-5299357d-1128-4656-8914-436d4b8a698a tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:40.929437 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dcd12f73-9198-416b-a6f1-a43a408e38fb req-5299357d-1128-4656-8914-436d4b8a698a tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.1540236 Mar 16 11:40:40.970319 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a067572d-a21a-4c74-baa1-a7a413aeff74 req-d7a497ba-61dc-4374-b455-1d8cb19dc5f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 200 len: 217 time: 0.0399656 Mar 16 11:40:40.973263 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-638d13e6-6c90-45d0-bd48-1ee37ecdffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:36:29Z', 'revision_number': 4, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': 'b86dce1d-519e-4752-94ce-98c968f2aae1', 'name': '', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'mac_address': 'fa:16:3e:ba:c0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:29Z', 'updated_at': '2022-03-16T11:36:33Z', 'revision_number': 5, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'subnets': [{'id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:40.999881 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d13e6-6c90-45d0-bd48-1ee37ecdffbc None None] Checking router: 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:40:41.007993 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d13e6-6c90-45d0-bd48-1ee37ecdffbc None None] Routers {'2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:40:41.009172 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-638d13e6-6c90-45d0-bd48-1ee37ecdffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:40:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:41.045707 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-dcd12f73-9198-416b-a6f1-a43a408e38fb req-6718819e-8921-4943-bfd0-8abb38b69d5f tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779788 Mar 16 11:40:41.047210 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067572d-a21a-4c74-baa1-a7a413aeff74 req-e8f03f97-29ba-477f-bc13-90b9ae60e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:41.048551 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a067572d-a21a-4c74-baa1-a7a413aeff74 req-e8f03f97-29ba-477f-bc13-90b9ae60e321 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42e5ac2f-a638-40de-abf1-717494db4de8 HTTP/1.1" status: 200 len: 848 time: 0.0663543 Mar 16 11:40:41.098741 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067572d-a21a-4c74-baa1-a7a413aeff74 req-7f129a85-8e1d-42b5-837a-0323deb120c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:41.100291 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a067572d-a21a-4c74-baa1-a7a413aeff74 req-7f129a85-8e1d-42b5-837a-0323deb120c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe20d231-bc2e-4f47-9de1-5e0e705dace3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437529 Mar 16 11:40:41.113881 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-638d13e6-6c90-45d0-bd48-1ee37ecdffbc None None] Set router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:40:41.190843 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a067572d-a21a-4c74-baa1-a7a413aeff74 req-c36c5047-9109-48e9-b5ab-d4e90dadecb0 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838108 Mar 16 11:40:41.277665 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-a067572d-a21a-4c74-baa1-a7a413aeff74 req-17da3120-c7d4-469e-9bd9-d018af3eea22 service neutron] 10.222.0.62 "GET /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801575 Mar 16 11:40:41.312127 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-638d13e6-6c90-45d0-bd48-1ee37ecdffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:36:29Z', 'revision_number': 4, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': 'b86dce1d-519e-4752-94ce-98c968f2aae1', 'name': '', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'mac_address': 'fa:16:3e:ba:c0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:29Z', 'updated_at': '2022-03-16T11:36:33Z', 'revision_number': 5, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'subnets': [{'id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:41.337366 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d13e6-6c90-45d0-bd48-1ee37ecdffbc None None] The sync data for ids ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'] in dv-cinder-790535-29-iscsi is: [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:36:29Z', 'revision_number': 4, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi', '_interfaces': [{'id': 'b86dce1d-519e-4752-94ce-98c968f2aae1', 'name': '', 'network_id': 'fe20d231-bc2e-4f47-9de1-5e0e705dace3', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'mac_address': 'fa:16:3e:ba:c0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:29Z', 'updated_at': '2022-03-16T11:36:33Z', 'revision_number': 5, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'subnets': [{'id': '42e5ac2f-a638-40de-abf1-717494db4de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:40:41.546506 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0776223-b09a-4129-9c44-8760e2c2ae35 None None] New status for floating IP 0727488f-9d34-4f33-8c74-f6e5a4c0a455: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:40:42.164752 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c65d63-9ddf-486c-b505-d3b0663afb31 req-a8a2cbb8-90dc-49d6-8ff7-9cf48c80fa6d tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:42.166217 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c2c65d63-9ddf-486c-b505-d3b0663afb31 req-a8a2cbb8-90dc-49d6-8ff7-9cf48c80fa6d tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0515857 Mar 16 11:40:42.216871 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-c2c65d63-9ddf-486c-b505-d3b0663afb31 req-8f9b7f03-809b-4122-823b-ac31872afc0d tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/security-groups?id=b047c20d-705c-4fa0-b516-0822d3811d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452106 Mar 16 11:40:42.527421 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df013077-6cf5-47d2-bf7e-280b90ea1065 req-e8371520-2709-4615-98b6-74796d9253c0 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:42.528864 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-df013077-6cf5-47d2-bf7e-280b90ea1065 req-e8371520-2709-4615-98b6-74796d9253c0 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 946 time: 0.0515199 Mar 16 11:40:42.614916 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-df013077-6cf5-47d2-bf7e-280b90ea1065 req-e368d46c-2677-471c-8c0d-46fbdfa230fa tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Deleting port 812d39e2-4e92-4370-8fda-562d4d93bbf1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:40:42.615250 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-df013077-6cf5-47d2-bf7e-280b90ea1065 req-e368d46c-2677-471c-8c0d-46fbdfa230fa tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:42.702559 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [req-df013077-6cf5-47d2-bf7e-280b90ea1065 req-e368d46c-2677-471c-8c0d-46fbdfa230fa tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] For port 812d39e2-4e92-4370-8fda-562d4d93bbf1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=812d39e2-4e92-4370-8fda-562d4d93bbf1,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:42.702917 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-df013077-6cf5-47d2-bf7e-280b90ea1065 req-e368d46c-2677-471c-8c0d-46fbdfa230fa tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:42.714114 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [req-df013077-6cf5-47d2-bf7e-280b90ea1065 req-e368d46c-2677-471c-8c0d-46fbdfa230fa tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Calling delete_port for 812d39e2-4e92-4370-8fda-562d4d93bbf1 owned by compute:nova {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:40:42.841474 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-df013077-6cf5-47d2-bf7e-280b90ea1065 req-e368d46c-2677-471c-8c0d-46fbdfa230fa tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (812d39e2-4e92-4370-8fda-562d4d93bbf1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:42.870787 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368d46c-2677-471c-8c0d-46fbdfa230fa tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event deleted for resources: {'Port': ['ID=812d39e2-4e92-4370-8fda-562d4d93bbf1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:42.912121 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [req-df013077-6cf5-47d2-bf7e-280b90ea1065 req-e368d46c-2677-471c-8c0d-46fbdfa230fa tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] No DVR routers for this DVR port 812d39e2-4e92-4370-8fda-562d4d93bbf1 on host hv-cinder-79053 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:40:42.914556 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [req-df013077-6cf5-47d2-bf7e-280b90ea1065 req-e368d46c-2677-471c-8c0d-46fbdfa230fa tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207325'] for port (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:42.918380 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-df013077-6cf5-47d2-bf7e-280b90ea1065 req-e368d46c-2677-471c-8c0d-46fbdfa230fa tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.62 "DELETE /v2.0/ports/812d39e2-4e92-4370-8fda-562d4d93bbf1 HTTP/1.1" status: 204 len: 173 time: 0.3849361 Mar 16 11:40:42.918815 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'name': 'network-vif-deleted', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:40:42.921067 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969abea13f47491d5dcac267ad7673dab1ca8b9ad59cda90fd14815a6bc67256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0967ad-6748-4288-aa94-05826f729390" -d '{"events": [{"server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "name": "network-vif-deleted", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 11:40:42.960061 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 11:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a13f78-2665-450d-862a-358094c53dfa x-openstack-request-id: req-73a13f78-2665-450d-862a-358094c53dfa {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 11:40:42.960356 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10", "name": "network-vif-deleted", "tag": "812d39e2-4e92-4370-8fda-562d4d93bbf1", "status": "completed", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 11:40:42.960634 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-73a13f78-2665-450d-862a-358094c53dfa {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 11:40:42.961032 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10', 'name': 'network-vif-deleted', 'tag': '812d39e2-4e92-4370-8fda-562d4d93bbf1', 'status': 'completed', 'code': 200} Mar 16 11:40:43.314077 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [req-0f9df661-70a5-4099-b6aa-daef98c0ae88 req-29229133-3a53-40e4-b266-8c5a5511641a tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f3b4ae4-b0ed-4a0b-b894-0ede60eeaf10 HTTP/1.1" status: 200 len: 210 time: 0.0297990 Mar 16 11:40:44.369092 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 60008) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:44.426139 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group (b047c20d-705c-4fa0-b516-0822d3811d5b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:44.450720 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group (b047c20d-705c-4fa0-b516-0822d3811d5b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:44.513137 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (b047c20d-705c-4fa0-b516-0822d3811d5b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:44.515670 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:44.516814 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] 10.222.0.47 "DELETE /v2.0/security-groups/b047c20d-705c-4fa0-b516-0822d3811d5b HTTP/1.1" status: 204 len: 168 time: 0.1467199 Mar 16 11:40:44.526003 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b047c20d-705c-4fa0-b516-0822d3811d5b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:44.533296 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.533650 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.533993 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.534339 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.534673 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.535002 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.535327 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.535651 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.535975 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.536297 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.536638 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.536961 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.537279 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.537595 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.537912 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe163610-e8fd-4e9c-90ce-4e022102f2c7 tempest-TestShelveInstance-671675666 tempest-TestShelveInstance-671675666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:44.563698 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 60014) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:44.905951 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54969f6c-f3d8-4479-8059-6a0859d3aca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774746'] for router_interface (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:45.418743 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-54969f6c-f3d8-4479-8059-6a0859d3aca2 admin admin] Deleting port b86dce1d-519e-4752-94ce-98c968f2aae1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:40:45.419070 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54969f6c-f3d8-4479-8059-6a0859d3aca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:45.491030 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-54969f6c-f3d8-4479-8059-6a0859d3aca2 admin admin] For port b86dce1d-519e-4752-94ce-98c968f2aae1, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=b86dce1d-519e-4752-94ce-98c968f2aae1,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:45.491309 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54969f6c-f3d8-4479-8059-6a0859d3aca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:45.503605 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-54969f6c-f3d8-4479-8059-6a0859d3aca2 admin admin] Calling delete_port for b86dce1d-519e-4752-94ce-98c968f2aae1 owned by network:router_interface {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:40:45.695001 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54969f6c-f3d8-4479-8059-6a0859d3aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (b86dce1d-519e-4752-94ce-98c968f2aae1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:45.724614 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54969f6c-f3d8-4479-8059-6a0859d3aca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86dce1d-519e-4752-94ce-98c968f2aae1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:45.901188 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54969f6c-f3d8-4479-8059-6a0859d3aca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774902'] for router_interface (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:45.976036 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 812d39e2-4e92-4370-8fda-562d4d93bbf1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:40:46.003069 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] No Port match for: 812d39e2-4e92-4370-8fda-562d4d93bbf1 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:40:46.003492 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Device 812d39e2-4e92-4370-8fda-562d4d93bbf1 not bound to the agent host hv-cinder-79053 {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:40:46.116586 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54969f6c-f3d8-4479-8059-6a0859d3aca2 admin admin] Router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:40:46.221196 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54969f6c-f3d8-4479-8059-6a0859d3aca2 admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:40:46.226110 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-54969f6c-f3d8-4479-8059-6a0859d3aca2 admin admin] 10.222.0.47 "PUT /v2.0/routers/2d35fb69-584f-4bfe-9cb9-b30b384c1bf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6613679 Mar 16 11:40:46.228696 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 60016) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:46.229730 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05075c1-b1d8-45bc-b6d8-7790064d5d39 None None] Sync routers for ids ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'] in dv-cinder-790535-29-iscsi {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:40:46.239011 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05075c1-b1d8-45bc-b6d8-7790064d5d39 None None] Routers {'2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:40:46.239607 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f05075c1-b1d8-45bc-b6d8-7790064d5d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:40:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:46.330935 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Publish callbacks [] for router (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:46.345074 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f05075c1-b1d8-45bc-b6d8-7790064d5d39 None None] Set router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 gateway port host: dv-cinder-790535-29-iscsi {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:40:46.430874 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Publish callbacks [] for router_gateway (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:46.486461 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Deleting port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:40:46.486794 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:46.518474 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f05075c1-b1d8-45bc-b6d8-7790064d5d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:40:45Z', 'revision_number': 5, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port': {'id': '944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:27Z', 'updated_at': '2022-03-16T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:46.547725 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05075c1-b1d8-45bc-b6d8-7790064d5d39 None None] Checking router: 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 for host: dv-cinder-790535-29-iscsi {{(pid=103140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:40:46.556523 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05075c1-b1d8-45bc-b6d8-7790064d5d39 None None] Routers {'2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:40:46.557383 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f05075c1-b1d8-45bc-b6d8-7790064d5d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:40:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'], 'active': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:46.563115 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] For port 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:46.563471 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:46.575735 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Calling delete_port for 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b owned by network:router_gateway {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:40:46.644776 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_dvr_db [None req-f05075c1-b1d8-45bc-b6d8-7790064d5d39 None None] Set router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 gateway port host: None {{(pid=103140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:40:46.696807 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.l3_hamode_db [None req-f05075c1-b1d8-45bc-b6d8-7790064d5d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:40:46Z', 'revision_number': 6, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port_host': None}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:46.726221 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05075c1-b1d8-45bc-b6d8-7790064d5d39 None None] The sync data for ids ['2d35fb69-584f-4bfe-9cb9-b30b384c1bf2'] in dv-cinder-790535-29-iscsi is: [{'id': '2d35fb69-584f-4bfe-9cb9-b30b384c1bf2', 'name': 'tempest-TestShelveInstance-1711346654-router', 'tenant_id': '7bce9376ce9a4ff0808ada5bed611e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:26Z', 'updated_at': '2022-03-16T11:40:46Z', 'revision_number': 6, 'project_id': '7bce9376ce9a4ff0808ada5bed611e07', 'gw_port_host': None}] {{(pid=103140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:40:46.747272 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:46.771475 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Pushing event deleted for resources: {'Port': ['ID=944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:46.853652 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3769680'] for router_gateway (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:46.959350 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26295'] for router (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:46.962130 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Publish callbacks [] for router_controller (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.004190 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775648'] for router (2d35fb69-584f-4bfe-9cb9-b30b384c1bf2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.004763 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 {{(pid=103138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:40:47.009045 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.010193 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-9295f187-e762-4bef-8d7a-d7184de2475d admin admin] 10.222.0.47 "DELETE /v2.0/routers/2d35fb69-584f-4bfe-9cb9-b30b384c1bf2 HTTP/1.1" status: 204 len: 168 time: 0.7805669 Mar 16 11:40:47.012670 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 60018) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:47.059634 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.db_base_plugin_v2 [None req-98884602-7f3e-4a17-a4db-e0f8579eca88 admin admin] Deleting subnet 42e5ac2f-a638-40de-abf1-717494db4de8 {{(pid=103138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:40:47.062896 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98884602-7f3e-4a17-a4db-e0f8579eca88 admin admin] Publish callbacks [] for subnet (42e5ac2f-a638-40de-abf1-717494db4de8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.101623 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98884602-7f3e-4a17-a4db-e0f8579eca88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58926129'] for subnet (42e5ac2f-a638-40de-abf1-717494db4de8), precommit_delete_associations {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.188246 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98884602-7f3e-4a17-a4db-e0f8579eca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (42e5ac2f-a638-40de-abf1-717494db4de8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.239176 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98884602-7f3e-4a17-a4db-e0f8579eca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59632944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59554010'] for subnet (42e5ac2f-a638-40de-abf1-717494db4de8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.267638 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98884602-7f3e-4a17-a4db-e0f8579eca88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e5ac2f-a638-40de-abf1-717494db4de8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:47.272498 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98884602-7f3e-4a17-a4db-e0f8579eca88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.276981 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-98884602-7f3e-4a17-a4db-e0f8579eca88 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/42e5ac2f-a638-40de-abf1-717494db4de8 HTTP/1.1" status: 204 len: 168 time: 0.2631986 Mar 16 11:40:47.278115 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e934e156-5823-46b5-a2b4-a3aae9c87e8e None None] Network fe20d231-bc2e-4f47-9de1-5e0e705dace3 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:40:47.279321 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 60020) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:47.344988 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (fe20d231-bc2e-4f47-9de1-5e0e705dace3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.396995 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Deleting port a8ea40fb-c90c-4207-bece-90d731f8babf {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:40:47.397782 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.462023 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] For port a8ea40fb-c90c-4207-bece-90d731f8babf, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=a8ea40fb-c90c-4207-bece-90d731f8babf,segment=NetworkSegment(55484db2-6ddc-4b21-ae78-a775ba55009b),segment_id=55484db2-6ddc-4b21-ae78-a775ba55009b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:47.462344 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.474407 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Calling delete_port for a8ea40fb-c90c-4207-bece-90d731f8babf owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:40:47.535625 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] DHCP port deletion for fe20d231-bc2e-4f47-9de1-5e0e705dace3 request from dv-cinder-790535-29-iscsi {{(pid=103139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 11:40:47.544711 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device b86dce1d-519e-4752-94ce-98c968f2aae1 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:40:47.555334 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.581179 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ea40fb-c90c-4207-bece-90d731f8babf,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:47.584602 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] No DVR routers for this DVR port a8ea40fb-c90c-4207-bece-90d731f8babf on host dv-cinder-790535-29-iscsi {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:40:47.592634 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: b86dce1d-519e-4752-94ce-98c968f2aae1 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:40:47.592985 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device b86dce1d-519e-4752-94ce-98c968f2aae1 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:40:47.618020 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Deleting port a8ea40fb-c90c-4207-bece-90d731f8babf {{(pid=103139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:40:47.618655 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), before_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.659866 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (fe20d231-bc2e-4f47-9de1-5e0e705dace3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.679635 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe20d231-bc2e-4f47-9de1-5e0e705dace3']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:47.683582 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] For port a8ea40fb-c90c-4207-bece-90d731f8babf, host dv-cinder-790535-29-iscsi, got binding levels [] {{(pid=103139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:47.683980 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), precommit_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.689189 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55484db2-6ddc-4b21-ae78-a775ba55009b') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:47.689487 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55484db2-6ddc-4b21-ae78-a775ba55009b') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:47.699670 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58926138'] for segment (55484db2-6ddc-4b21-ae78-a775ba55009b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.701286 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Calling delete_port for a8ea40fb-c90c-4207-bece-90d731f8babf owned by network:dhcp {{(pid=103139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:40:47.704674 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.ipam_backend_mixin [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Port a8ea40fb-c90c-4207-bece-90d731f8babf was not found and therefore no delete operation was performed {{(pid=103139) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 16 11:40:47.705917 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153'] for port (a8ea40fb-c90c-4207-bece-90d731f8babf), after_delete {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.714433 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (55484db2-6ddc-4b21-ae78-a775ba55009b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.720734 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:40:47.721246 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633050'] for segment (55484db2-6ddc-4b21-ae78-a775ba55009b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: Traceback (most recent call last): Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: timer() Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: cb(*args, **kw) Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: return func(*args, **kwargs) Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: self._notify() Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: self.callback(batched_events) Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: event.method(event) Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: return f(self, *a, **k) Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._get(url).json() Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: return self.request(url, 'GET', **kwargs) Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:40:47.722872 dv-cinder-790535-29-iscsi neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:40:47.733474 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Pushing event deleted for resources: {'Port': ['ID=a8ea40fb-c90c-4207-bece-90d731f8babf,revision_number=None']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:47.743061 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] No DVR routers for this DVR port a8ea40fb-c90c-4207-bece-90d731f8babf on host dv-cinder-790535-29-iscsi {{(pid=103139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:40:47.750042 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.750042 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.750042 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.750042 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.750042 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.750042 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.750042 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.750042 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.751255 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.751255 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.751255 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.751255 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.751984 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.751984 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.751984 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f464bd1-dbe3-48ad-9d28-e8ebcaaba97c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-29-iscsi {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:47.782209 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (fe20d231-bc2e-4f47-9de1-5e0e705dace3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.787187 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:47.792015 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fe20d231-bc2e-4f47-9de1-5e0e705dace3 HTTP/1.1" status: 204 len: 168 time: 0.5117474 Mar 16 11:40:47.796116 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 60022) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:47.806826 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbc83b-c003-454b-887d-9a6138a67551 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe20d231-bc2e-4f47-9de1-5e0e705dace3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:48.138521 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7796ed79-a398-401e-b34d-9ffb01900d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774746'] for router_interface (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:48.375537 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7796ed79-a398-401e-b34d-9ffb01900d0f admin admin] Deleting port 26eff48e-7433-4c5a-93ce-16529a492c18 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:40:48.375872 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7796ed79-a398-401e-b34d-9ffb01900d0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:48.449940 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-7796ed79-a398-401e-b34d-9ffb01900d0f admin admin] For port 26eff48e-7433-4c5a-93ce-16529a492c18, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=26eff48e-7433-4c5a-93ce-16529a492c18,segment=NetworkSegment(b7882894-1fe1-4338-9d66-7e690014c11a),segment_id=b7882894-1fe1-4338-9d66-7e690014c11a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:48.450304 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7796ed79-a398-401e-b34d-9ffb01900d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:48.462327 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7796ed79-a398-401e-b34d-9ffb01900d0f admin admin] Calling delete_port for 26eff48e-7433-4c5a-93ce-16529a492c18 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:40:48.638165 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7796ed79-a398-401e-b34d-9ffb01900d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (26eff48e-7433-4c5a-93ce-16529a492c18), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:48.666089 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796ed79-a398-401e-b34d-9ffb01900d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=26eff48e-7433-4c5a-93ce-16529a492c18,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:48.828948 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7796ed79-a398-401e-b34d-9ffb01900d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774902'] for router_interface (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:49.046313 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:40:49.067524 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:40:49.067876 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 944269b2-fee4-4cc1-9a8a-8fb2e1e1b04b not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:40:49.068302 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device a8ea40fb-c90c-4207-bece-90d731f8babf no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:40:49.088741 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: a8ea40fb-c90c-4207-bece-90d731f8babf {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:40:49.089108 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device a8ea40fb-c90c-4207-bece-90d731f8babf not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:40:49.229691 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7796ed79-a398-401e-b34d-9ffb01900d0f admin admin] Router 4ba196a5-3b80-4e5c-88dc-a61969cbd0da has already been hosted by L3 agent 18082668-ed50-4ee2-ad6c-67560498de3d {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:40:49.334913 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7796ed79-a398-401e-b34d-9ffb01900d0f admin admin] Notify agent at l3_agent.dv-cinder-790535-29-iscsi the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:40:49.340744 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-7796ed79-a398-401e-b34d-9ffb01900d0f admin admin] 10.222.0.47 "PUT /v2.0/routers/4ba196a5-3b80-4e5c-88dc-a61969cbd0da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5428910 Mar 16 11:40:49.343324 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 60024) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:49.343747 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63273941-7424-4b02-9957-c54247e50ab3 None None] Sync routers for ids ['4ba196a5-3b80-4e5c-88dc-a61969cbd0da'] in dv-cinder-790535-29-iscsi {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:40:49.354535 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63273941-7424-4b02-9957-c54247e50ab3 None None] Routers {'4ba196a5-3b80-4e5c-88dc-a61969cbd0da'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:40:49.355142 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-63273941-7424-4b02-9957-c54247e50ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:40:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['4ba196a5-3b80-4e5c-88dc-a61969cbd0da'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:49.442908 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Publish callbacks [] for router (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:49.458352 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-63273941-7424-4b02-9957-c54247e50ab3 None None] Set router 4ba196a5-3b80-4e5c-88dc-a61969cbd0da gateway port host: dv-cinder-790535-29-iscsi {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:40:49.545851 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Publish callbacks [] for router_gateway (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:49.608550 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Deleting port 8832000d-9164-40b1-a725-8aa5b31a4a0e {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:40:49.608805 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:49.689323 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] For port 8832000d-9164-40b1-a725-8aa5b31a4a0e, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=8832000d-9164-40b1-a725-8aa5b31a4a0e,segment=NetworkSegment(c9cf8426-c796-475d-9c2f-d418c94cd0fc),segment_id=c9cf8426-c796-475d-9c2f-d418c94cd0fc)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:49.689685 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:49.702540 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Calling delete_port for 8832000d-9164-40b1-a725-8aa5b31a4a0e owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:40:49.761297 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-63273941-7424-4b02-9957-c54247e50ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'name': 'tempest-TestShelveInstance-1889571321-router', 'tenant_id': '415fd654e617489496d13d37176235fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'external_fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:40:48Z', 'revision_number': 5, 'project_id': '415fd654e617489496d13d37176235fe', 'gw_port': {'id': '8832000d-9164-40b1-a725-8aa5b31a4a0e', 'name': '', 'network_id': '9cf056d6-fdfe-4a51-9b70-374530641aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7413ecc-e3d7-4a58-87b5-383298b267cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-29-iscsi'}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:49.786302 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63273941-7424-4b02-9957-c54247e50ab3 None None] Checking router: 4ba196a5-3b80-4e5c-88dc-a61969cbd0da for host: dv-cinder-790535-29-iscsi {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:40:49.794320 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63273941-7424-4b02-9957-c54247e50ab3 None None] Routers {'4ba196a5-3b80-4e5c-88dc-a61969cbd0da'} bound to L3 agent in host dv-cinder-790535-29-iscsi {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 11:40:49.794918 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-63273941-7424-4b02-9957-c54247e50ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:15:33Z,description=,heartbeat_timestamp=2022-03-16T11:40:33Z,host='dv-cinder-790535-29-iscsi',id=18082668-ed50-4ee2-ad6c-67560498de3d,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:15:33Z,topic='l3_agent')) {'router_ids': ['4ba196a5-3b80-4e5c-88dc-a61969cbd0da'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:49.864368 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62423889'] for port (8832000d-9164-40b1-a725-8aa5b31a4a0e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:49.887081 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-63273941-7424-4b02-9957-c54247e50ab3 None None] Set router 4ba196a5-3b80-4e5c-88dc-a61969cbd0da gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 11:40:49.892213 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Pushing event deleted for resources: {'Port': ['ID=8832000d-9164-40b1-a725-8aa5b31a4a0e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:49.942991 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-63273941-7424-4b02-9957-c54247e50ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'name': 'tempest-TestShelveInstance-1889571321-router', 'tenant_id': '415fd654e617489496d13d37176235fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:40:49Z', 'revision_number': 6, 'project_id': '415fd654e617489496d13d37176235fe', 'gw_port_host': None}], 'dv-cinder-790535-29-iscsi', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:49.954623 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3769680'] for router_gateway (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:49.968831 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63273941-7424-4b02-9957-c54247e50ab3 None None] The sync data for ids ['4ba196a5-3b80-4e5c-88dc-a61969cbd0da'] in dv-cinder-790535-29-iscsi is: [{'id': '4ba196a5-3b80-4e5c-88dc-a61969cbd0da', 'name': 'tempest-TestShelveInstance-1889571321-router', 'tenant_id': '415fd654e617489496d13d37176235fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:31Z', 'updated_at': '2022-03-16T11:40:49Z', 'revision_number': 6, 'project_id': '415fd654e617489496d13d37176235fe', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:40:50.044739 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26295'] for router (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.046803 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Publish callbacks [] for router_controller (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.089709 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775648'] for router (4ba196a5-3b80-4e5c-88dc-a61969cbd0da), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.090259 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba196a5-3b80-4e5c-88dc-a61969cbd0da {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:40:50.094943 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.096104 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-47bd5d96-dea8-4601-aa8f-347636ed3967 admin admin] 10.222.0.47 "DELETE /v2.0/routers/4ba196a5-3b80-4e5c-88dc-a61969cbd0da HTTP/1.1" status: 204 len: 168 time: 0.7518749 Mar 16 11:40:50.098760 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 60026) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:50.144662 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d67603-54e9-4301-99b6-40d47590e227 admin admin] Deleting subnet 508939c3-1b17-48af-b531-8c6e66667da7 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 11:40:50.147459 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41d67603-54e9-4301-99b6-40d47590e227 admin admin] Publish callbacks [] for subnet (508939c3-1b17-48af-b531-8c6e66667da7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.179811 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41d67603-54e9-4301-99b6-40d47590e227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62316682'] for subnet (508939c3-1b17-48af-b531-8c6e66667da7), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.256199 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41d67603-54e9-4301-99b6-40d47590e227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3668828'] for subnet (508939c3-1b17-48af-b531-8c6e66667da7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.313394 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41d67603-54e9-4301-99b6-40d47590e227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62423950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62846945'] for subnet (508939c3-1b17-48af-b531-8c6e66667da7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.343282 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d67603-54e9-4301-99b6-40d47590e227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=508939c3-1b17-48af-b531-8c6e66667da7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:50.346784 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41d67603-54e9-4301-99b6-40d47590e227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.350018 dv-cinder-790535-29-iscsi neutron-server[103137]: INFO neutron.wsgi [None req-41d67603-54e9-4301-99b6-40d47590e227 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/508939c3-1b17-48af-b531-8c6e66667da7 HTTP/1.1" status: 204 len: 168 time: 0.2503312 Mar 16 11:40:50.353446 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 60028) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:50.354089 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba9e536-7400-4ec1-a6b7-a1e8986b9540 None None] Network 6750ebd8-face-49f2-b8d7-e0d98a2078d3 requested from dv-cinder-790535-29-iscsi {{(pid=103139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 11:40:50.428035 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3613085'] for network (6750ebd8-face-49f2-b8d7-e0d98a2078d3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.481663 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Deleting port b7d40f93-3320-4708-b01a-2fb0d6081b06 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 11:40:50.481999 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763249587110'] for port (b7d40f93-3320-4708-b01a-2fb0d6081b06), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.544630 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] For port b7d40f93-3320-4708-b01a-2fb0d6081b06, host dv-cinder-790535-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-29-iscsi',level=0,port_id=b7d40f93-3320-4708-b01a-2fb0d6081b06,segment=NetworkSegment(b7882894-1fe1-4338-9d66-7e690014c11a),segment_id=b7882894-1fe1-4338-9d66-7e690014c11a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:50.544983 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768747'] for port (b7d40f93-3320-4708-b01a-2fb0d6081b06), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.557300 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Calling delete_port for b7d40f93-3320-4708-b01a-2fb0d6081b06 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 11:40:50.633035 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763249593613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763249004153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633135'] for port (b7d40f93-3320-4708-b01a-2fb0d6081b06), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.663347 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d40f93-3320-4708-b01a-2fb0d6081b06,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:50.665093 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] No DVR routers for this DVR port b7d40f93-3320-4708-b01a-2fb0d6081b06 on host dv-cinder-790535-29-iscsi {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:40:50.733668 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654347', 'neutron.services.segments.db._delete_segments_for_network-8763249446602'] for network (6750ebd8-face-49f2-b8d7-e0d98a2078d3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.750369 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7529fb45-ed46-4f73-aae8-ce2fbff1fb00 None None] DHCP port deletion for 6750ebd8-face-49f2-b8d7-e0d98a2078d3 request from dv-cinder-790535-29-iscsi {{(pid=103139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 11:40:50.758106 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6750ebd8-face-49f2-b8d7-e0d98a2078d3']}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:50.768349 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7882894-1fe1-4338-9d66-7e690014c11a') {'for_net_delete': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:50.768900 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.services.segments.db [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7882894-1fe1-4338-9d66-7e690014c11a') {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:50.778766 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763249450195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58926138'] for segment (b7882894-1fe1-4338-9d66-7e690014c11a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.793127 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441'] for segment (b7882894-1fe1-4338-9d66-7e690014c11a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.799630 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:40:50.800058 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3502441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633050'] for segment (b7882894-1fe1-4338-9d66-7e690014c11a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: Traceback (most recent call last): Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: timer() Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: cb(*args, **kw) Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: return func(*args, **kwargs) Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: self._notify() Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: self.callback(batched_events) Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: event.method(event) Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: return f(self, *a, **k) Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._get(url).json() Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: return self.request(url, 'GET', **kwargs) Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:40:50.801788 dv-cinder-790535-29-iscsi neutron-server[103138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:40:50.860527 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769652'] for network (6750ebd8-face-49f2-b8d7-e0d98a2078d3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.866370 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731243'] for network (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:50.870117 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6750ebd8-face-49f2-b8d7-e0d98a2078d3 HTTP/1.1" status: 204 len: 168 time: 0.5146251 Mar 16 11:40:50.880765 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb14f55-22bd-405c-998f-988336cb5613 admin admin] Pushing event deleted for resources: {'Network': ['ID=6750ebd8-face-49f2-b8d7-e0d98a2078d3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:51.013568 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device b7d40f93-3320-4708-b01a-2fb0d6081b06 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:40:51.035105 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: b7d40f93-3320-4708-b01a-2fb0d6081b06 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:40:51.035457 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device b7d40f93-3320-4708-b01a-2fb0d6081b06 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:40:51.035880 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 26eff48e-7433-4c5a-93ce-16529a492c18 no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:40:51.054920 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 26eff48e-7433-4c5a-93ce-16529a492c18 {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:40:51.055314 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 26eff48e-7433-4c5a-93ce-16529a492c18 not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:40:51.055708 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 8832000d-9164-40b1-a725-8aa5b31a4a0e no longer exists at agent ovs-agent-dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 11:40:51.061552 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 60032) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:51.081134 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] No Port match for: 8832000d-9164-40b1-a725-8aa5b31a4a0e {{(pid=103139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 11:40:51.081484 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Device 8832000d-9164-40b1-a725-8aa5b31a4a0e not bound to the agent host dv-cinder-790535-29-iscsi {{(pid=103139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 11:40:51.099906 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-075cfe6c-84c7-4fb5-9114-59ecb9ba8ea7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7bce9376ce9a4ff0808ada5bed611e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372179 Mar 16 11:40:51.102940 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 60034) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:51.146881 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2289b92a-689d-4fea-be5b-c94326099da1 admin admin] Publish callbacks [] for security_group (c39b36b2-e534-4586-a169-ed6965f11b67), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:51.167643 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2289b92a-689d-4fea-be5b-c94326099da1 admin admin] Publish callbacks [] for security_group (c39b36b2-e534-4586-a169-ed6965f11b67), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:51.213463 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2289b92a-689d-4fea-be5b-c94326099da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (c39b36b2-e534-4586-a169-ed6965f11b67), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:51.216189 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2289b92a-689d-4fea-be5b-c94326099da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:51.217424 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-2289b92a-689d-4fea-be5b-c94326099da1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c39b36b2-e534-4586-a169-ed6965f11b67 HTTP/1.1" status: 204 len: 168 time: 0.1136081 Mar 16 11:40:51.225351 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289b92a-689d-4fea-be5b-c94326099da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b36b2-e534-4586-a169-ed6965f11b67,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:51.525839 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 60040) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:51.568133 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-c658e263-54f7-4323-919f-628773d8c9e5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=415fd654e617489496d13d37176235fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411682 Mar 16 11:40:51.570557 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [-] (103138) accepted ('10.222.0.47', 60042) {{(pid=103138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 11:40:51.615499 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18c1cd26-8c29-4302-934d-fa78b4bb8b62 admin admin] Publish callbacks [] for security_group (d35cdba4-d0db-4d69-9b82-4d97a64a007a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:51.636183 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18c1cd26-8c29-4302-934d-fa78b4bb8b62 admin admin] Publish callbacks [] for security_group (d35cdba4-d0db-4d69-9b82-4d97a64a007a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:51.684637 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18c1cd26-8c29-4302-934d-fa78b4bb8b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492878'] for security_group (d35cdba4-d0db-4d69-9b82-4d97a64a007a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:51.687442 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18c1cd26-8c29-4302-934d-fa78b4bb8b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:40:51.688613 dv-cinder-790535-29-iscsi neutron-server[103138]: INFO neutron.wsgi [None req-18c1cd26-8c29-4302-934d-fa78b4bb8b62 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d35cdba4-d0db-4d69-9b82-4d97a64a007a HTTP/1.1" status: 204 len: 168 time: 0.1171176 Mar 16 11:40:51.696282 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1cd26-8c29-4302-934d-fa78b4bb8b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35cdba4-d0db-4d69-9b82-4d97a64a007a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:00.341572 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b1266711-5909-437c-aa07-ef3630027442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:41:02.823470 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7957d36a-f8c3-443a-91a0-affca941e1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:41:03.533606 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:41:03.834969 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:41:05.053237 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:41:06.679198 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:41:07.813136 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:41:30.342866 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-49c63e89-a04e-4546-871a-b65af9f75aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:41:32.824443 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7e48384b-7956-4406-9bfe-8e7940a42687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:41:33.536305 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:41:35.056417 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:41:36.682188 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:41:37.831071 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:41:40.833593 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:42:00.343775 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e070baae-3de3-418a-9a7d-696b2ab7f526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:42:02.825421 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ab301b9b-8b9b-4b4b-b0c3-aa19648a8879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:42:03.538404 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:42:05.059457 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:42:06.685340 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:42:07.823755 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:42:17.831911 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:42:30.345261 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-352ea433-d81c-4b81-afe3-45d160b0f108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:42:32.827596 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-083cc45e-b8d5-4212-a7ae-6baa3b80bfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:42:33.542367 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:42:35.063081 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:42:36.688048 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:42:37.823299 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:42:54.830034 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:43:00.346652 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d43a22b6-a354-440b-b622-359b9b69ef2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:43:02.828406 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4a13f647-f439-4fcc-a4f2-874804ddb43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:43:03.544053 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:43:05.063899 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:43:06.693076 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:43:07.826113 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:43:30.346977 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-af072164-6b2a-48ac-b7ea-fecae80a7908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:43:31.829049 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:43:32.828692 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-156d7682-fd71-4b3a-8358-19a10fe5f630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:43:33.547240 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:43:35.066423 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:43:36.695544 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:43:37.821770 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:00.354158 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d44b940c-f4e9-450e-b0b6-367cb22f8c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:02.833419 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-acf6e95f-ad22-489c-abd6-b190daeb8c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:03.550537 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:05.071472 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:06.697540 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:07.823693 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:08.791525 dv-cinder-790535-29-iscsi neutron-server[103137]: DEBUG neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-c4293afe-c1be-476b-aed8-c7993202aa18 service neutron] (103137) timed out ('10.222.0.47', 55170) {{(pid=103137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 11:44:08.828311 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:44:08.975812 dv-cinder-790535-29-iscsi neutron-server[103138]: DEBUG neutron.wsgi [req-a4cd9ace-d7bf-4eff-b4e5-7f368e951930 req-36e32383-d062-4c31-aa31-df612c65a225 tempest-AttachVolumeShelveTestJSON-728392464 tempest-AttachVolumeShelveTestJSON-728392464-project] (103138) timed out ('10.222.0.47', 55180) {{(pid=103138) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 11:44:30.346151 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a16d-3657-467c-9fbe-a8700d44e17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:32.835542 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4c3bc838-7694-4bc6-8e92-551361f04663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:33.552933 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:35.071382 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:36.699609 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:37.833778 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:44:45.826723 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:45:00.348370 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0656-0713-429f-b828-c11a8e8ff1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:45:02.837757 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8b63fc01-028a-4a53-84dc-63c8865b1724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:45:03.556906 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:45:05.075836 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:45:06.701218 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:45:07.835287 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:45:22.825695 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:45:30.349789 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-abe231c2-8821-407d-855f-749757a3f120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:45:32.841949 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-87d69653-2869-4dcc-a96b-6031b6526efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:45:33.559613 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:45:35.076630 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:45:36.702940 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ebfcec5e-a6f1-4de3-866a-31112173de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (e205b3c3-e16a-4b2b-940d-7282511a500c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:45:37.837219 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-45037690-4711-4f66-a5e6-64d5ea0ebdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (01c45e0d-f59e-46d6-acbe-73129eca2cfa), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:45:59.824856 dv-cinder-790535-29-iscsi neutron-server[103140]: DEBUG neutron.db.agents_db [None req-d41dd44b-9f45-4f8e-83fd-fbc94dee38e6 None None] Agent healthcheck: found 6 active agents {{(pid=103140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 11:46:00.351668 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9509e9fb-4490-4ab8-afec-213b395b5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (a1ea8441-16d6-48d9-98f3-d939026b0039), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:46:02.846170 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-bac53c85-5ba0-4dec-9192-67010ef5556f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (18082668-ed50-4ee2-ad6c-67560498de3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:46:03.563895 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a699-acc3-483b-8c44-914d8d296c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (5f8c0610-25d4-45f2-8495-af5b997db160), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 11:46:05.082702 dv-cinder-790535-29-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-631d6651-62cd-43e3-acd0-2366b6b4a4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763249446584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3655872'] for agent (10890429-ab26-4408-b584-c680bc318c66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}